diff --git a/params/llama3/4/fixed/woq/init/lm_head/scale.pt b/params/llama3/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4932e4c69bde8c25e80ed22d2a70ca127ba170
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deabb894696143cd8c206ba4d69b7b5a9d6cb8af1f4725b8cc1f5fb0f8657e0
+size 514130
diff --git a/params/llama3/4/fixed/woq/init/lm_head/zp.pt b/params/llama3/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0647d9776414d3cfd1ed25905b1d7bbb285252
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5659b3434837424e419858356b0f534e08584612132ffe0420f4c320873bb2b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc2480e2d74ec9ac51d1b6a3ceff6ecef31ead
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e711d95c78cfdb13514f6bb97538b1d66bbde4a68082f9223f524fb1812f0bf2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af7aafe07831f39646c9ca532c9f34f4138f7f6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab767fe824fab198fc1d7297418f8dcac6d965679ab44fd7ea08e1352ad930
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b320ca3f597a14a454f98324c666930d697f9b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e6f016caf10b4662a63e403633dec97ff335dc9d861dd92593e5e921e42f3
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2934c4162de9e7752efd11828fbad3fb12163996
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415b289c6171e58fd5bb9d2b357d0da5616e29dd2a06a3e913c46d3934b3ed3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc28523267d5fe889a553b2e6d16118a45db105a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f116ff9ca39d20167c33aefb08e38cda23f2641ce5e92a1fda0db1a233976
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe33be34548ba7dc03474f574f07cab9343782c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a34fb62f40b1f0ef0b51247755e732ffe4914957319006bbc5c1863ffaa51b6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a75b4c352f2ada3d2dcbfd71bb4249b389cd12
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4f775e92abbe1698a478da4e58d60a21647984fcae2a61f1432d027e2ec14
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1574b5a7eb9a39c7829021b1e0ae2c82f20698
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbb69dc3091eb2bb25477d691bba2348b8815a5ef0d0555656a611c8a10d308
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c080eea6a6029d6d61bffeedecdcf62239698a1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0de69e533dc8e888d9fea135552f3e295393eb2df6b064cb60e4897b7b9e17
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79173296fcf741a205776fbdfabfd47f666bb2bf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b077baccf6bf86abc96668a0a6ff8c98ecbf20fbbf898cb0ef48d016d8304b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1d479a4873e12625414a942fdca53ae4c06a83
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc7efd74a7d54feddcab756051c99ef5b9ae4eff76ac3da6f663375999c740
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18fbb83cd576ec6098286f8b7b42c2e38e004d2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d5c0673b20e757891db34695b0138fbeca28f21c80424ae36efe42206d3dae
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e786294d9736704d45de5e76a0822e6823235e7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8262690d13c6be1d4058cf5b4f300ebdbee6f3b7fc6f33914298a0309f2b2a3b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c309a30a58a5ae145049a280bd95999590c24
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44e723ab9d9d935a5eaec0bda8590a51fe422179b5b8d243149ac04bbbb676c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e05c0f37ac8f4e86e1be93180f8652d7a092b96
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7749a3abadc83fede08794fdf41282a8b03ed4f6d1a35d6882cf736ff61145e
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f9afebbafb7549f48944911bce8c78f93a468f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904a7821505036283274bdcbc4a396e6c09475c7f9e6c7bea12ffc3dcdeaaca
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6b6a270d97b8f8cc347fa0c7776821a3e528f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5a403caf36c83b92327ff6ae6164c70128fa73ad5a05ec879216a871892710
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01517a4ca70e80a8eb7a259c3ac03d5422fc8f20
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a1e9116474a9afe8cb882e0e241207f070f311b8302605f18a8901bad76b22
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e577097e35dba124723428d551c6ff27aa1ff9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668332d89c8d9f7871c26d29f18906e189b19421c165cd02755017a0d2a12ffa
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27dd09f3c1461e3c7fc8123f07787f6208128e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c42042b1aef9a184fe97fc56f9d4a9f4995ed50dcfd6239d760c54234a5d096
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ff39541114c1026d1adfdbc4b6c0d199fbfca
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c18841e47ae62273d4ca991958ab9bf67d61b4e67e658658290eeece9a9a68
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064857865eece1613bfff85cc33fa5c5e0cdd640
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81976d4f6186d570f351a57ec581daa73c70a96ae615a8040c9b55209da31ccc
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085423aa265a26adf24d8b32463c1bc2980bc038
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4f022bbfa51a79908e138b3d25f2d9732398bb3220c80b3a79e4de41e245ce
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409fdfc29ec4bb5dcfa37eb425f94dc1b632b37c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553030bdf464ae0d3d8e6b3ee75d0bbb8f4a113fa17ea28492ca8afc255dcab7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08285114e4bf5fad22cab50585eb8d807e6a2509
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f1341fd9d599f63ea7f4a30c9bb6c6cdc25f8824a481ec1bad48608c51d78c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6815c90138458f5bc4d20ba3299490c1b7b553a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb474e98f800c8ff3aaf10d08c27a6eedc307fae7b340f37e20cafd8e678420
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66497958828cac8b801c29b4e2028d1e5b5a84d7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a97a42b71085cb16a7a4f368a9e2156bc95d4a194821665e6d6bc1c6479e294
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66251d2c8736f4a8dc4beaa1337068582335d3f8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec68bb787ec99709f92aecb517219c25fb0b5449c558e62a00e2a16a2426e325
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2768f9ccd7ac4170b906e225a957c4e51a098fe3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff30e4d9e8b63ec909b112a791f80d9f480ef136d0afd8273eb1e0e6003ef3c
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f66f08a8e492f00c9f6afacac8834d120aa641
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed734b6f991bc0b2e2b527859e3df78ccdcd3641f930575b1184ef07371d3433
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8bdb805f598f5b145f1854cc95e8848c8c23a5
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a30d24abfd7cd0126b0fc1b113225a75f7f6731d784dd230f9dd1fda1d19b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4e2f67eeb31a5e097dc206a050cab1c841e02f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b2852e1c98f5e8970b05fe895a956daa230097d2b915febec66e02c3f1349f
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffd08515816c82443afd3d9b93371825d932195
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466128815524efb45258c330bcb59d6a4fda423fecc968063e5f9f810bc65be
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731f33a41f66a6c52092ec15a55a7b783ef4448
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c963c9aaad68f8b11a860a284d05065b6359b650246b58d2fdef09eef260b1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c568a52340b4ef4976a72ea5adb7d107198f9f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e21ab1bd4d292b74fac88bd5853f62a702cfbb32c9d5b3df1040cc1610941
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd823e0556dd3cacd9e37bb3c3a573e31ec45b09
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a08276d1118fccf895b93e20f0fce033ac98ba55f17880239d355d23a20673
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c14e62e44da83ec6cfb985008a2ce743d3640f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d23fb32db2903b8265542ee281e3904b17604a52b80d6816d758aa56bae4d4
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d641363e48124c0e8cb5716af99ad0bbcd6f8f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735d28a82e0438512881eed086d870f00eb6c534fd9b96cfe6ef072e61604062
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6bfbff6ca6804897a6931e0c5e54fa34dbadff
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20efe883724f8146551c4cfda78286376042262e794eb7acc5e86b40fdc446b8
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2978276387121f5dc370c1aa7c3a83b763a04ab0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68890b4974be4d0706f5ca36bbe21b8b1ab2145bc2b38743d9727a7cd9a96907
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba52d6c5a23543d81d46343e9d95a28caef0b26
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd23a50d6a5c89919f9ad4fc04663f2ce05601d12a6db58903e80a6ffe066a5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1dd2ffa6846c1ac5179db7d8e6a9091bb9361
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d83308ba2166372fda33cf5afd8cc4e943bc4bcde82f789f34ca37241460f4
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e79501c153dbc608d43699e5c9d24355daf5e3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14604d66113ea5d63c6bf620fd3b1d46263560df21264db4c23b7bb9bda82119
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a36db072c550739e7fd5469b3bfecc15aff9c8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3410ebd81dd1f78ff1155fb8baa3526a4e52efb024e6a2b192bf938c34a4c5f4
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eba716a64d09c18db5db47bcf3e5769e400c777
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e132d927fdf4485802f74d910dc6be21f770e39777d0eb7c373930f5db2b3d5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c2b454726de1eb90987fc3c38f7e369b2a9e2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040282e31052366bc6515aec9f5832b6418627a6aed5d865a5c9ba4a2e51175
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10e62554624e0ae9478378d8b34aa00badf804b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a47d7104fbc4b5e751ce9c7459e5ad15a7ce97ddfadfb17c054e3e5e506883
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0dd93fdca1dfcc9aa045b307ddd08625d3d545
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ea3f4c8c69c212d71b2896bc9600d7f732364167626ccac52820dde17a79c
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f82d4e6c51d63a6797051e08000de8b2e3133d0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e4683d4650edc24fc90b58f9f4c22f8b41878fb4fcbdb0c00ca32338264a37
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4211d07b7a3972b034979f0bbfd9e07ed58f5230
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddfd3dbd1ece3fa1b77ac1d02164e34e0c2358ed0b0fd2caf035848e705f21d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69ea11f4c192ffeb5769f391ba1420172659185
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992720153b19507ca54c47c6ff20ae3bafce61921d9b615da468590ea379db0a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167de61688e06b2ae1461e0c70b0ebebd922060b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424bcef2a67bb2b65bbcb1998d6f9612bc456279c885f5367d4220cd33b6c5d7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2fd7cbb91f49ff3db0d281809c9d9de8eb6eda
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa68477675191ccc9415d2df9e8c2ac794d2698d7d3801603233f7ee4b1a91
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeb167321a862023cb5e6db9dab5ba8ca074848
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5804e62b1d0136a9eb5fb3b119ca85d27b8a3100081fc1ac9599d886d868a2d9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745b38b22823c0145dd81be9445acb2901c8faa1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f79d0e00b501994f8214530976c2064c6b2d041c7b747b76caf500ee2ba4a
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35b27b413e3d55850f9767655dfc59aa052e230
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7e36499691be256ab4bb4fd1e85e05ef8b225cd8a7293cbe985c16f0f29b2a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba736caf023834c4329cffe07cb89d272d363c3f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aa033da3086289dcfb29d41ccbfb5c361938d0d3975603c5109d31de6aa739
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28a9fe5547750e0a57a18d140c726817a0d5d76
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d7cd7204d79e0dd351160eebd0f3695f9e3a73a6cda67b6390e0a352ff652f
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ff159ab749855f500ae1a94a57e6d9c6cea719
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4000b9ec266c5d0ce07eb2cc8c52c6b2209a336f74866609132f99fbc7685fe6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e8b65a2356af17d3e237a2f7f2e81e10e3304b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28964d217c451e09f471eafae3aad53b1c4e66a0fc646d897d01b6ba1a8dec63
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f8a359d2cfb609933aaa0414fd92c26f632d8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fed31fe1b80bc7e9270bd63d9b94ea00067efe8bd79ade684eeed8ae4bd38
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bee2f5c002d31110b6cad7818515c15fe49b6d2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a251fa6e19cb079bf14db1638f4f609af4027a5375184ae91ce1d8d86f34a83e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dd4200f73c349c9f3b62fd44d65b7505fedac
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364eecad1e4ab0716a8ae9bc9041f342c5d61450498b6a45e93745fbbdc66e27
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4346752aa7db847ba93865b38ecaa230b7635809
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfa386c1fca0cdce6a4c26b776e6763c5fef3a5b8dfbc80f56111766ce1fb7c
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b2a2519cd9f0fe2e5fc217b5c75bec6ba0f29f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec93f189beef79f4717c03eb8114f944a54744b8b9135b9e43316cf27c7e30c2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b9529f236b6834a103719cda85179e2c38f13
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a77032c0323d43895616dafedf4943561842ad8f30db55a60ded23a00806937
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce6cc471d991990e8eb277e8dbc3a50e5578d16
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d5165f68bb89516d384c577e156ba517acd1a7b784746f632e1e38258a537
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca72c86eb1df11ce3b2bf034141789604a4aa76
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba2b47814451c22decb9ac49d245bcb53932b8c13990888e77d052d8618eb1
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b829bed35280c9dae9fea825efa96835716d768
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8dab1fcaa067612ed64384a6c643bc2355f869085c5e02a9aa1ba123fa1c8
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c4ca233bdbd7619111814bdbe556f8209fa03
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e3268a31ace0c51a6acc52aa1f2492408cc042ec1bc007f4de84be8fb89fa5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c11215a4849e25aa909f6b94ddf219f2283ac6f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82030d5bf42556ea6170e3d551f3e84afe7d2804d1cbcbeaffa81ad537bf9493
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd20f7564b912e51b2307a6fa061cb6de6d02e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1074eac36c9e0e014935ef8ecfee67a6bdcaa75585214bfb8bea6b3af35780a3
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e62e4efed6f7e1727589097a8224bd140177fd8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf98aca22c9dccec0c16e77908512256bac3992765a874db737ec4c4abaa3381
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408853a05d5b650346be530b308400320d3bcbd7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295b9e0d3c1153debfa9c1a0acdda220650e019b2a996220b29aa206ca48f86
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589062958b0c5ee8bff5308f478bf5353b534439
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d938a5f1d6b4c826284e5ef72a6c17b39c204cf711b95b27bda9aaae5d0be2ac
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4c0acecc0b80c2fbc2989174d949b40d864375
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d7e3b2c09832357767af2042c1aed2ff3403ffa1a7b48a66720b8ae0e949f5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d7695b24fc79165bef47cb9e45752b43e96c3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad483b1fbff2f82031267ec6869d6b8b39fdda392cbf100c1fa8e5dd8aa1906
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ced91abf59ec0f89ee3327ac41853c1990284e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609bfaf0672aa572b554ce05723615629eece2b2e55d0c2aaefaf2121d2fa7de
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68509f5c65f5f6d4fe92c0f1cc7392ea11d3673e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2543454dab56e7056d293cf25a4591a96e44e444a061ec6418f5fbe015444ced
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae57707c833b89d4fae3ca73b2268a886f56c37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8ba2a9c43af163e6dbe7ef6a00203a20b56cb7940e4609535fb1018af87052
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f0e74bbae2dfe8f0ceb4549518468b63bc340b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57899e1b8633aa083d25b1593e2609054fcbfbd58ea2c1799d0350b805a8e647
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74f0f568b71185d40bb36096bdf01c6b5832477
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae183f2c4c50321de8d6301defc69af47f82e22506175d4cb543e3e2d134815
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedfa5d4a602d4ccd78cc4e3553e49462ec91e74
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0268e3b2643dd7d854d6c1ed47ed2c70689138ab1b69fa41e316a888e458cdc4
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115c7e29455ca494fc978967808c0a63e745c10f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc152f07a6b5834977358559d90b497a2bfebfe2428105167327143efa406e6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9237db3fc0a504a73c26ac95b275a07ade7485a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd16a9e57ebb01e147604cea7db4387911d55e6e0d28cb47b523b379c0e1568
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2893b37a9f2bddec3ea4b334890aa1da8dc88a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220a4b5f15636a282c4f088d223140884161be2f48249af139b074f6a064146a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5558e534a4bcc77e35136b3509b169a8e8bcdfc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f1ba536d66555806d1899c28f28aff0d3b54f91ceb4f21b00841dfc7b06cbd
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0c1966593798652b6eb86b8a63c01b084dfc6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851df7a514be05400c447bca36c37ef375c480b842268e808b31054ea462e83a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f8cf94dfc9e202dab84eab2f4fdd21e72575de
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b96398953f7d1c9ae2f83b9b1c7c069b22f96cb4cbf4a61be72d9286fce93
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569160e272889726597d68970ab1ac9cfc04429c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34791a815717ca5b9d19271bda3afb26b372ed06ce796d3dc34220c6adb658e1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb4170d65bce755761e07d6d330777ef7682b83
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace7c35cbf7566dffef02ac5c4f5ea489839c6697335a93a016d12b166d7b3cd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe4f494a446fb650815d78bf76401272a33896
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753367d7967044a6e2693bfd80aa847a8782848a93dd2b9c7315526294813456
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926c04d130bdde9dcc86558743ea14b6a9a6036
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7d017916ff07f5c82c422dbf3efddc35f4a5bb5b3115c0948e1acfc2ea99a6
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182284a2d7595076b521c30dc367c25276dc3c42
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10521cda8c331382ef8202bc583397e9695d126ed5138aed9b5cbbb47c81034e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ddd6c4061c1e85bd789d6acc6035232f89f01e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670bd1bf325b8997deb625e50d9345eed7a051ab9c73cbd3f87761168a8a67ba
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9211860d097caa8f645f4395f337735705c18a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4708b2852530a2c618581a27a00d7f1d8805032c97f15787d1cd506da263f9f
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee88afdfb8a3b5a476558acb9f35f1c62bbd994d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bf793f20e6282c4391c632e35ac52c012ba0a6d0a413fbd3b3db95e5b5130b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30400ba45a7d058bfc3f00290638d322f7e90f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92b685cb1954aeafd77ade4fcd208123d6372d3ad3940db03399f4906baee2b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c0aead1153289ee703652dbf19d552c16c4d5b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7239bd8f6588ef9c14b4ccb6b316699c830c0d77a67b8e53ee5f6ca85f340505
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752d1e624c2efba4266ce2ed60efb0824123bc84
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8caf05a4a9fef88c82dd5510e102521c529fcfbaf71371a81836d41a898e9a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c91d12a28784206f25c23c350fb2a4611fc4f59
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f580f97b0f512383ca6e4cf653c6b18df6ba4c82719a51bd6a8b3b68066af3d2
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9423f23962960e965b11faf57700a7cf678e7b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c100d61fd69df82affb0b14ac1d9d33df3757dcbaa4f1e3be78dd105ac50723
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd85fade20020179a189b89c10abee3bb5ada320
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca9af5f96d7f86254476dea50c57f6d9f2d50e5d453be0380f7bca9ee570b06
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de7d4f12a10074337e17fab4c3da4ee54907ba1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e84277e2a765901394077ffb6f347f525d74e9e6961303c01d0588c23119d9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2a134edd4b62050de5687e7a65142e65e4b6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e7333157077989715dd1ebe5ec9958451aecea3cb83e2d5f57de259e869fb2
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021bfee01ceefdf9013dbb609b84eff54e7f669b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee0b39cf4a39f74426b79830ef4012851f6ce50bd1220a7d2b173e6f2baa93b
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c047ed090f4ba41ed05b09897c6081fd7d3117
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8628be5e5bde86d44c8606d37913e10d4b054a2a6299267be6cc9daf241e06c1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d4db56ae81928744fc6758c3c69277f08ea185
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06f05e4cd17aa54669cb0be73936fd6937926aec79ecb3595812c0cecf03254
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d1d2ff7c341fc2e0bd1cffa3545187897e0f8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959cdb904d308655be4b2703b448f2e726e454574781f0dfa4c949489148d741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec116836779a21211efd6371d137bc07f9d65f5f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06f9c68ad714abd363e8537cb27cb3018b9a28f6bba77988ede9a7beffcc6d6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a5ccff591ba7a18ad1635ca26ba362d13c23f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8e9b454bccfa484ea746aaaefb5e4543517d5944874f621e11e252831fea6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf45c1a59d160f6e4dc4d5c699e2a7695c56577
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56d6c2b1a72899794b821de74a89306d535de8a70dad58f85d82c72dfb9de27
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0714ea3f07bcd0c7ecf985435e943821d8f09dd
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edaa5d4306b16cf3f5bea4fa3a44e906e1f86f1a06d81d38ea43b06dbf7150a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6c79fa9b915cd39b1ab522bf5139f83e59ceb6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd7429bb0c118fb061de53808ae7724ca39e62f299828671fab03af725b2717
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aa31f649f10ddfeaa1bcf591fc2cccc93a7006
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c2879e556dd12083941529099bf87c24be9af47908cbc795ff6d3bbfb4516
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562996b09a7a429d1bb9190eb80b4179f9e1746e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0040a3c2adcc74a7cb1e0683f5d1030f046dfdde4113d904f79f5580879e826
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f8dd3d7087d8db29aef6646e1d4b65be7f5b6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510d293111f2bec4cdab8b9f71a5f10b1537ae4f2242280999f78954421aedd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e6e6596d53e22add898a9285db23457f40ac8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60d22da7cf551b69157aec101d989aa9f744c8d693fe6191cd05030446a25fc
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff6ac01e710ba0cb302b7112dac132efc6d703d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e7906cda4ce7100c9da010ab44e740a21229b23fd15519d1a97fbf9d19a4f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad831ded18a8b9cd105c0945df5b41ca324a2a5
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3790a1610c6fb2435302933c0ced26ae777dca1aaf60f0fd7dd44fe4a1c631b7
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2527ed196342dc82dcb7603e3457e48c6a89ac40
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa593f27401d57082b0aacb02ee67cd4e192e22866cf272bee07732c73059a01
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd0df4ff2b695b01c3e9e6b8404a21bd51f321b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d704172593fe3a427b4c712f285354888fd2e880878ff4a4b91a917442e119b4
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822996705fee4f94caa91a9172f29fc35b44056b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30720eaba81e5b34411bc792f2ed935c5706610e82c51e4e9c0812eb882e5223
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ae3ce0259b042679dabec0a63e2a290e58e37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd15c1306eecdb3ad3b7124b92c7c8248bbd23f762dfeca4b36a8944067beed0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7544fb72d515c209630ebb86089d737dd2ca5809
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3b3f08f87b59d79cc8cef9b558b6141b7e4eafd8fd11cc57b372c0c142a40
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599c2275c92873a1f99c61060ed5fc7a0a1b872e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e6ef5879d376ffdb1012e03f82ef70fcbdaaa91da4e0a6664749a9aab2cc1d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a65535464c1c6689460bef185ecfab519ca96f6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0194bda57928cbe1a285e982689260225f8312ec4197a2ad5017f26930d6ef
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdd21d0fbb8f02dd0ce6e2f41dd9c739df5a739
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727667014824f37821a9f054acc70ce83c1c01fa6ed5ea6850a67a774334512
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b7845732d7ccdaa8b12ed04cfcbac352e341c0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d3da12930722d59822bc8ade00fda845585a6b35ed082f49b87ac89934eba6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50093953040afeace5d1288b16a96415a0ee1991
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc13eacbb06d48cc2aecf6893f6562487e9c88e67bd74a6fe2ca8019be9d6cb4
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f3ab5b9ab7d7c1e9ea52b2983daf125cd74203
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ec42450a3f4fc4d01a957d2d8893b507dba5f20ea5bae930a452d5a20aeab3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c065637873f3361ee7a36e63a4f0d6073c0e2edc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcc32471beac1d9df3bc6058f0039ae7e8c8c68615df087e02b2280060ee428
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbabe1258de9d1627ae7f10df1ef57555b983d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2b89c67a1ffc1302d89ca6fe1f8deb99d038af4722f5e8533dfce25c73741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b77a61c72dbc0f53a08861433a03df2f2ba7e6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe7a7272d006f85d7a3f782b05231627b28a45e56dda082091c5460598109ed
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d5e07c652b76c705f9317479d8b270958b79e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20d010223cd9fd6304dc243ec94d9bdb0c0ffeeedeeede2c4b21341f4b66f72
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785615c4d8d02c946470c0622345cce714f11d1f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd93c2cd1b805e760ad00142de710d57daedb084421eff23b50f37cdb9f1bbc
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f1aa69661f1910cb5a63a0245c0835b6ea8452
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8caffe12790ede72897a12639ad9b1d34d728a0a3d7cbfa756d30dba73a1b5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc666a82b9fe36d252a3a04aa638d43999607649
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdde011ccac3bff67e8ecfd26b79d83975639857cefc0a341e6f07a7e9a8836a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060fe656d75926025fb7ebed52572b5061aa3f86
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e519929ed46cfcaf0396849ead7ab20004cffe32b496a99a0a5d3468e6616307
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015ca5b9a30617a27f9787b645a490515bc375b0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1561e2a3ccafd83bfe85f1f92db62a6bbe426a448153d55cde521fa1460166
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24383b12a4d44866bcfbbd5a855262c89ec2a99
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11959dab17ca9dbc07903b65883499e2ac057581deae635f1245e1fb439bfb97
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef01dd7d493b4d43472880d355456c63dfae87
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3f5d49de61d29472d63f84989f5f89fb2aa5ba1bb6174e110ada43ba4ecbcf
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dda7403fa21cc37bf1dcd00e988959ea16a8fb7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976bbd2b343aab2fc2b2f2259322312e4a720375a15ac660b3fcc89f4dad0d0e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a975bb0f350e82deeeeac94e8fdf72fe716ef469
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13859458e55ea0cc85bbafb88553c37da18b376bd80520f73f1ce990b076424
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59764c55ba9328d9bf5d6b6fdf4d0ddf0b2463d7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673a5c698c33e664d7911a59b32175c8c42bc90f0a2e6390a8370808bc67e741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45ecbb6a90fd37989d1c57efdffa39d4d814822
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af1bb63ca1c6ef6f7f2b1d185640040bd627f26159ee36aa7108f340a4430c8
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1f26e377a3c1448586d76bad2d79dec6f71c77
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a1d09469c691f0e676fc6e8e8d8c79482b475c1eb69aff17b839fec893381
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43144329757849bf70aa8876f24014307e76fe37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09e74428475069f96574d159a7df2abfdb4fa1fac38b2a390902232f405e983
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fde4e754291172650cec4e42ba43aeeec1874e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbfdcbcd9dda4656cc3f477548a631f71f50368890e257cbe10f50270ef8c19
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d034e8e042155faa4d008a051f3553df4b987
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e84d741bf78933270bf6289a977022fcc4914add689f7f65f8aabdf6f97b9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6672005593ef900742a7fa0ef96b866c2b9d6f01
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f795d481e3eae01e3a02bed2e5a6c89334969cdc452145fb02927bec6e847c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fd03c6efcafbd38b70f7e600bfca4e47279db7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a721ca24642b7ee505d90097179053a28e09b6821cf59895a5de008b9e13653
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8961dc92ac14bee79cba1fc905c61e16d4fe626f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1c97044455d45f76e98c9ad60b505dfae37b8b221c06a6d85bb35b96d58eb9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3043239b60271214d7234e12b742fc68b2d28937
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced1a0a2457a7f0b89171ccbfdc2819b3846e44833af382eb6e88beaa3b2dc7
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ea7628b95e3e7ad815777790e63253818d31c3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6d6a8680d7733e9fba7ffb921b2b27b2f5ef9f57813ad8bd50fdfdb6bbe625
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d99ca7599beac4ac8d8df6dfe9940bb7590bfe
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ae0fa17653c5d62047e3088949a6a7ca8103177df957a30f477af76039cda3
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65b3109ac34a8a79648cb71938ef7c2d795f64d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608bf5c2c0b4c4d1c4e08f2d37cdb66272732e687103d44c3e83dabfafd4264
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42026dd4a866e7cb649c41a6ce413d8844b53211
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4e3b1ec8f7ca1c1973be7b710f2b5e39459eb84a0532f3f7f5ae29fc22b70
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb60616139374a3b95c547c9f36eed5d0d3a86e3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04e7cbce583fa45046467b233d3c395353e89a955e2114f4de2cdff938521c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747967a5845a3bd63d92280fa136088cf27d46da
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ac20e2b7d5a35e1decf4c2cb9665da864a3a8583fcd2ebe68e1051225cb59a
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787363b1d9e97e74328526c50853ab5dcc7cb023
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc7b787ea3fa32bc942180afc65aea3cc00f1a494d081cf0d8ad87b16f4149b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776bbefa7751eb85487f83490f3f9104fd63f6cd
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b17f4d86ea0bef3dcdf47ded6ed56138488f761d27fc5890c8ea15f462c4ac
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa71ac3f15f1bbe377936f9e32ef006ea7e4b47
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ec3a84a17a2c23faccf986a797bcb08ae10c7cf31fe48203f4e041a4a2262a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a95647a9d87e91028d1b5d4bcedbde74f441734
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b1a4b00410cc46332ebdb1e2ceaf967e3758828b6ce354a56632f4e88cb62
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d19011f8762561224dd8078198929a80687e7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a67b56a81a81f2d8560cb11ff6bd8605c1c144626895509e703760648ae28d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e357e4acd239d717bc64ecb1d017c0f59f225
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aedda2102b0483acf1fa167e59a1ecca01a3408b818c6ad66616afa8e73ceae
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4fbded27424be8a9e4b3fcb1789922b3805870
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9227bc4433e49fe54ff61d670d159435de8d350c280142828621b20e03a72faf
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964d7852bd77cd5255c5ecf493a3d383d4f4a09d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae2a91e7bf587d5f66bf01d971e71050b7bf3930443d77c8a177625c52d979
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745419859890e69c75284c9ffff2521340e069be
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f88abd9d85c5f6f7c16794fa188868f4a1375b0d4f8e8b0ec98020e50b118a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa448048545c266f0baffa2ab01101a48a3b2803
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d360a9a37aaf39f9319e0bdc68c5ae5af2f23b6c2886948ddeead3a55430421
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0af129d27a5968fcd77c27f4ba0033f91da6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bea43300077c2a4ddbb5b9f7773e789e3ebfc9ac99c9194eff6eb810171767
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46c08e952f77587e416aed321eca6f1a0ca1327
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe5eb0411c8bfc651fbcd180dd7d5f97cb55c766863ee120dc1b2eea663f7ad
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f743c5c81d36dad8a3e89e14ddc37d7bb7bf29
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931589dfc102d1a101978c2b9c2cd9ce3866f5fc5f28224b613f3d234963b7fd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91fc8e8958575ecf8fd0f47c57666ec1a154a9b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa6511e9e8d1bbe0896a6917b2577d731b75d33a217b3923ce8554a1e3a3d1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57d43e33cd2d4c2a69999aef5a0122003208f53
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7dc0e7b33fef80992127fb2fe5cad800f7b9be76094d53050af5b5772fb593
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb6e54ba41f1f065dffd2829a73f3c31e2826f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5c38c8d52186fcdb4b3b54c0f0aa4f4272bc53368522a6c84ab374cc7406a7
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dbe2aae3f00d9a3f3d0aaea777444aee460b6d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e77c9a509b58a2a36634505db04b7a33d446a11fbc7bbed0c4eeeaa63273060
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed772f8314cc44825ab92b79b531aca703dce6de
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc8ca4c12b93aec1b555fef6d291b5b99ddb4327f05857ba3ea24da1d865ea0
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064742971feb730e0b42b1ae401280e74c8ebbdf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de43b8925f5b891e33cddb58a3240fb69728b5e3552e2b3cc2db8c033b64f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210c5b7d8d1548e61c73393ba11d70e585f02b2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d5738781a59f752b08386e8ab01337f38b2f4fd3d46f6738fa40f85162f80
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08fc00e4d89f55f5782bf920c1d678ba3fd70df
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1340abfd2431bd3c8089de0cde50711b1722ff25fda3973c94358bd2ff605f
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505ff20650d69ad016dcf7292be5381cb62ffd3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab2704593b6e3d3a4debbc7cfa4f7c83e194cc8ed2d830c52e6f15db74c5186
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c093849e6054c53d23fb06782c0046bd46b581a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a16fb11e291078f1e9bd43c2e75e40c0a9782a3ff0711fb4a31aa63d50d7586
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f857f292661b562c4ee3f8e4e42dcd984d54bf42
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e210c3465cb6bdd2cddf8a7fd575471c4fd7747ae03e5ec539cedf397ccff99
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b850d2726bbc2913b3889dd324681211b3601d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f344455bae3630e7750c4ce64cf1ac50e7072d064a86a0001ff5662c46ce7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be630eee34fb16fba08a47f5bda150b4aafc4560
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d500e3beb93e5fd2203036db56359c91d4e44551d91ec7353b9d0846703ad4d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683f7c8d15bf38d93be4dd07ca0e3a4f50e55c02
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408215ca98349fa9cfa65de6e1af5d944c2d9de09713d4f4958638fad65111f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc64a12dd738f864676b8b3e438f8d0bc4cb2f1d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a45f9929e890efbc9cae4163dca11c103616bfa905948ce50be706e77da6b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e46a16d34452a99419a790d951b611f1b56e079
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ffc87ec66fd89a96af764d4b2363a3a274dfd178601ca2070863c301fc74a9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58304e46a5d92e31267d13c4a5559ea6e2584ccc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54cd016728c0cfe20650e12886a4b547c71c976e4a48534ef2b4b4f37f59f77
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99698331c6a23f1571409206b09022f75854483
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ce64752b8f3f45a0e08953cc2e21cc24460a29fc91a92eda3b650a045c6a1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5faf0e40212b3711595d614654fb44fd792bf67
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4b5c95fd5f0311703ea9744fcb58b534f468683603e968b25951600cdc48d
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56676e1804966593fecbbc2afc4c5754918347c6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcacfc53f431d669015557bb3f0bb08feb7a02644372d0a07224355956ab2d0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a045730f1488aa912147fdb9b1056e7adf88da
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0752dfddf29ae2be391f2173a735c798ce8993177afdf0015262a10562b75ecf
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589db3d21ec545fa7e130c337f5ada673fa706a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf8deb9d7c0c934519ce5894ed8e41c8d5494aa28787ada982fe9ae5072b4f
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cb9f225e32afad74f46df822f2adc9a5cf0bc1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65dd9dda2efb5af31d6560e5049cebb579c6a015b4b33d2ca9402caa3f5ec5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2926fc577c43e3697fc5284b020330ab9ea03d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b463c4259940cdb1035bb8f2aa4b4580751c75b9fd50803f2675b5299d72c2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9d01acbe3c6b171c952d027230f6203aca7c00
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd03549e05a39992d68373fd5fa9d1b86351650daf62ff0ef9e5adbe668375d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c638a3b23bd1d6668d21d89c29cf21230b81a9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70781e67d35d08c93ba0f3252f9d934983019754620aa4e521b3ff1a7998d1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a2c56f211b89720c6f4cd942c54aafac704c18
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d790133f63d988d9d3389e89685b5564fd9b60c5b22a8094ad7fd092601e6cb6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfc235b40db69486cc687d3e2b9bdae50d3f99b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8082a4e58eb45eaad5a5491ed45acdf0844978fc04d1f0ac67f42ebaf0264b3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd9c5bd60f33e330e52d8f8bf048df1b183a304
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba8cadcd4dc4c88d76ac3ff2af2b5b4734d2004f4ef3a676497facc68cd68e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5899bfab4df21abafa8746fcc5c630ccc616e91
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f49b847ec20c0e3d9df373ab5490f425f00443a97f057aecdebe35d28cf7cdb
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52819ea8293402b3e10bb10c51e5a75cfa19c1bf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acebe4b0e648e7d94aaf52b3763669f239c10a574c455ab11160a304b0def1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaac749cc1850e0cf3a69e14e13f97f1203848e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830a66e56aee9a56dda708d68e10d20555af515fed7072eb39915bdc196d2561
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f872bdec1b24a5abc4899252569527ad220cb
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d3a597ca3a9f4e2198c2d01f48751851294dedd8a62c2bc9d514eeb89ed497
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec3306fd9090e15064f9c9c087c40b792bf6538
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d189d6c5ad4f5eb03c75b243a4c2fb6b58edbc0fc9d521b1483b0360c506d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1463f2065ca18d81d0150a2f0ff1cc5aa107e21
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7b6acb843a495d192419f4bfda914d5cbf76e977a728c4a80035c07c384360
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83223e1d3ebb61ba249bf90d6d0c9da84e0230b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9783a1dedd1b9f1ea5e246363601fe9d87bddc4fbcd698802a3f491c19ab73
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907e585f2448025aa7c58478a14c0834b9e833d9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c85efa6dfbbb1a9f5b0b0d3a2887e3deb5176c78fabe209bc125636242852e
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1260b2e2c2b2efd1c1ea6ad29f2776cb25db9d50
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7901643430235673b5de41d256ecb5d03cca264a1590c939a08949dd37e233
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60d9892aa4afed79fa839c6dcf88f32195aec9a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45df0a032166079c14ad8d7e35f26480d673346c8ebce489432126342081e6a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9dbd027900af1432007be1aae0e802970e0d48
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9839151c1e60794de6acf02b510c0f4fd80abef21479f90dd2e321b20691f0
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf9638ebcfcd773d3b384e983b9641e3ddded30
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26791f8ffcbb0feb573b0e7ed0d6030252e8dae56e4c3b7e54ded822f9f9e82
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f42cc6d39314ec2f366c2b541952bf9149f2fb4
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf65fc5390d06293be239c2e958e1fca0ca46fdc6adb58ead7f60e9433d3a5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c788b6c3780cbd58eca07bbd9fb6ab43d251a75
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b36a0f9b31d8c63b9fa6a1b98d0e9f7d2284e14e4a44abcb6b116ac69b4a8b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42f84b7c0db7411145295556cd6d2be1b7b12fa
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be48c8862fe4f7616008580f8d6f8780c3e3bed7bd1e99a66f4a708470b4bab0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c18834543b7725801def3f8db2195190c7e7ee
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ced1ab96040bbf1351177cf07057aa064706823ac1b46309d7c7d76d96825d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e2266853494ce4a41f4325634d31862db55375
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182e19a9c99d68c03c50a49ab824bac064223f64dacb52daab3740e2aa5f9ea0
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731eba50063e3a9d413a4a8d41796dedfd9053d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff1448b0652d9ba39dca1fedfee585a5715bdc397c9666f1c2f7497454d3777
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6d9995e26b209051821a3f06bafeacee60aa08
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6ea747a8262a4f4af170b8fc5dcfa97d2600cbaef5a26e791981a0948af17
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a66f4a082589642200e818d92b0912b2208466
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d6f2d54c0c5c55ead48cc1e3f7a0b87bd351dd0bae1138cde708902fd7400
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49704dccbf149b3222c170fe069a3fd49a3e27ea
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c32d58087642ab95064ea8973248be27a38ee75eea68e2fe1604ce25799f6c
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52737e2b8dd0210bbdd0befc0877f2901e81b63e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c33727b9bb8a177ff627527a67a94d83bee987d944a4d52ac681333425bac
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b4656ca97f2eb419bcc6c07784920299932f68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5902a10690b9b457fbd9011de2ec960a0f532694a6e857bc59899a3da23354d5
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a885179786f69b9db5f034b795ffc9e1e7fe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5c1f53f8676ce06fa0afbfca80f1322c31ebd4a7506eac1f63bddb92db32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014b73404a5d2560fdfcd74927c3466c10deddf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81e18ec3d687ada1ccc6a5e29801428e64ee5adaf524b6ea2d12b42c53b05c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30b8ef1efa0deca55082b610d57da454909121d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b210b6502cb30e7777935896886bc4119eb723c855ee390c2d8d2b18fbcab6bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21764111a8affbf3d7a44693b359df09a791f707
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85feb31661c5e03369464a93f60ddeb44220662856f26e48476987f4cd7e9a1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a179accc71da3e7b773a8c1525ce943d334c0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a25a6f8427b8eebb707f5096b4d399e737dbc2138bf5cd75203e0e71a0cdd9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6afe701c6b34d73e14e021e9dae1d5b1f617d44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7af1b6cd0b24167ee0cfa3765befc066128758aafcd42fcc6d3017c1636c37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763913bf3cd1768b0bea371eb0fc1d6576da34a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ea5a2bd8ed5abe602cb47eb3e6fdf534d8494ad1bc5b485ae17c5ab83be6ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a4f659a7feaec3c4a6ece5a570bc5ace5aa990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60330893f962122e5e8a887195e56452a5c463b6e0f74c384f3874e82fe26d9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734e0d21b8468333ad6b8c40c27cd2c7d882612b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd63eb69a136e58f66803a551ac087c4530e07afe9a44c06b12774a469271ed0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4136e883e2a7305c694d7017e850b698b66bfc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796fcf61c0224c3605761b709179387439af485e467e02821566a559563d3476
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49426c396ab97680b99b419b7c267ce7e4cf9733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64ff19690e3af027ff1ceb1c5a49408d12102604620da2d3f40566ec04efac7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953921471a25fb8812562f5785e91f7e5764276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f8bae60da4e6e4c769396703c8877b9110308e5539a585bc99726144e5d183
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae5ef529ef91e68aecec97e2f4143ab80058214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ab48bed7623ff283b02af5c8517dc1098814d8a54c3dfa2db2e2601fe50f2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2ffb5b37b655aa7730513485071c092c2e22af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e081166add5c62b25c3da330ab513ce8af84b2c86288d1f59129f50d1fb89a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038a155763b397207e4bee5b1ddf31f8f5926220
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7fa357adfa217ab368a0441416c5386fa7d9195e4ee39aaac13141dde72262
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dfb90a88d384daf28c32463f3e46ff46930736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efc2f3b0f0a7f77def6db13d4d92c5eec3cd372a71733259075925d4e5eb854
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6bd254f8d6dc4ecba388fe27db6cca64ffb86e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd941af448ac6aa3f765ebffa9bc6d2de46c723fe24df420fded8d324baf5e55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58173eef1ecd29fa2bf8d63a2ad733ffac9a6937
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ca7ee7d3969db8ebb550dfffcbacd69a6c87da1049015317cf90d383617d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56b7c105c4a6f7b3dd88ff4489b8791f73e5da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fde5205cc21c68d28b1e497258c697f39cbc12f60ff73b6cba14deb11b15d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439449eb969574fd77b96b9012640cfd8bdebaf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427b330c657cdf3bfcc606efe8dc6f4e481b76366877f02157115bf4eb7aecf2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ad85101c59975935f068ade309a19c716a92dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44657703690b567dd70163c7c06d6367f79244959b9eeec274abe27b599acea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff08444bf63e007bba055b772cafaf5103af944
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35940333464a7a04c6e20cabe982732abbabb0d3269880b5d74e80181580d3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abea337c1c0df85a4c222319d955ebe5912c0d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed923518749ec24980652edf056e585f52555896fa41e4eb611ad278edfc6df2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a3088f71c8d6b943d377eaee62c0b866e996e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f57c79b1f9d0f75f981edf4364c33d14863ce3da1b0952ebbf363157f58706
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffbce197e7cb3bfc2f2694fad1d82990a17280f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b3a5587acd3cd26f3d0bfbbcb45870ab7da8a727f7dd940655bdd834e77141
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8a47437e036b68de2daf4b69d3b6f0d94c175b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4165c9377d117ef7c63e261bab3126d73e242c2dda709a350e20d5cc8293f84c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943ad9a3217062904c5c770a83cd1e62941146e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f16f82fa40c24a9f40ba5de398c5e4cd0c749ae468624d87060793dda9aebd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ae6350e4863878a5b5fd50e2c225ace5eba6cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bb7f2cc2cecde51cc702a40370c9f861516cf880c3c61b809999cf689793d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9edade560b720de34162c13ed791b5bc0cc3412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b22d268d351eddc6e03d1f0be08b951aa917213dc5396f80bd097596c48be9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3859791ce96e9fab90ef43065d32b7d528959c59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c1baefa57d6032ab3b478effdb3f0c68e17901aad99bb2d9ae2a140e7d190b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ac47adc9ebf8266fb79d38b0f3423b1f72f5f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773c3fb44a94371cc2ea46f3d3dcc67c23cc27f4309c1039b576af1efc89400b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380d3982de972f1ab927aa6debdfe11c8a09a90c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ea405d72ff499f607f7461e2348e245f3ecfcdc2e284dea46187e1b443eaf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b316f0ac8610d050961583d78113dfac957b508
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0318f094c88951a8d05c1dcbc578e9fc77d33a881f160745f102a53bf79ad117
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76ea5ef33ac70858bb866b746776e8c385f4c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e53250c05942571daa577072bae271b4fbbc76c7de2b249d5dd70dc23380d87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874d243d3de9f5ee7a57c946cb326970902cf4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f7a9de70daad871a9b18952bca88f60dfe830f3a0a6951ea1bde9528d5fdf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059fe9d0f33ccc123875c1f93507634481ef5036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ecff8b5c8e4b01dbea75239e33675e9c9b580089723563bedb18f21aa4dc1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640c3c4e0ed4f98b9678ea5ec7bfc697013b29d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f21c09668b9632f29491885844463e090f83279ab5ee9dfb4195728dd51c65c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe651001132e255d45e92822b4771f710e911c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3cbaea76ee040be25e646cf1f3df6c1b6284264a57355fb2e130a6dda8eec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc1639fbd16a12d9f8c1b4b7508a0c84dc6d00a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a042aaf829501c2a3701068db28d66b8560d548d7e4a2862c02f5a157182e377
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a9f2a9a61c54b1cd6004a79418a5052d803558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342acb41d2881015891ac4e8c325af109ca81e7be84b972f2b7a2244d9c395bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf02bfb8a5b5a93d9aa1ea54dcf85ea88cb022d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3f190c85aeddd84a85f6d7bd860be8d0a760f5363349e07a63e657d057ad9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1830f8f55124f03edb02737e920679fc0c9fa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0408c3ae315df6ae37f631a69116ac24fccb46a5c02e8172ae9d81238c2f4553
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c9abd79ca645bb46db1ed22ba7b2fe8028c523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb0bd882fcdda8295bc16ba892464fdc4636a01a6ba326ca65900736d3cfef6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a92c5317b3ee95082775c1ef449aae761e462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5987515c0fc97abbdd0bfb7fdbc045b08a8039c10a2c51f9d8afdd9d1e70233
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2c3519e0a1a46097897d1257c9dbd9cd750efb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe4477016e0e64963b011418b66f02cde167ab0ed1bf02d11c1d64d89617ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cfd260fede9e7adae6880df6aa2686923f930a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61c26c3172b47db5bcd870910bf9c7173055b2543d9e96bebe40798eee9b8e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c5b4222c2f63a9f1db04c9d98490f118e5eb99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99835df45f3d3a332e15cb981e354ef55726e8108d3d3c586f02a4c2a84f1708
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdab9bf1823244fbf2c2b73c8ef386e9e1e832a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982630a5bc623657fc07e0e14f29d5415b636928cd5ae11563e49b511a79127
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b43ce1d6e146530873a2371542212756219f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a4d8b6057451ddf112e45ba5d6b6e2e4cb2e63f3b5012a0fc7fdc4cf40978f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001bbed82a2013f8d0522109f872747462bc81e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4241ede6f3801e94540159585c7b0bb50ab4f80347db77a7c56ce9c65f2af751
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7527afd9f390945317dcf43edb009adc4b163c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85e72e11cbc19b57c7a00b90e15259d65e9886fcb82ff849bff5b2fe8dbd29e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6786425e09f766b73344b1188495f407bcf336a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6670e165f09fd9b9708e6e4cec4e1d19a27542d0f63debfa9b299be2caf1dd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62658ea3f29b77f1a63cbed992c3f035abd896d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f00b2a8f583d1cc9e8aeb8d60cbee8b702e3a55bc9abeba8fadf18ed515032b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41908b934070c4a93d97e935984d9e7c526d0ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1239e0321ede042b774053361913903ed742d0f89ab8641d7f1fa816921d8bca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d4dceb41cca0aae40e1ece3b49a29f921b8c01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1dacb266bda18215993e2f333b27d613e8e7d23f6419a7d87182289e32407
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe3c91557dbf1715755d44a881542e560edefc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1532e97ce506a5544618f6efdf26165fa6f85593139f5a0406257d15e7b0a966
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fc90e6d38d796ccc6ef8db998adc812c321c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aceb3214515f1cd2815358eae7444e438c6d5100d2b2eab503f4a2134bd3f57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79b9d12f271bf373f936f6baec97c8bebdd9e3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f98d8bba9dec43ce1e308b72f27f9ab4e63601ba77a6b91b714c4c29b7803b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ff8096d26912be5a6f4f884f28f7183265fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee759dc5d0dc028b1846c14a1e11a6abc3a004db422d4e9202cf6aa9fcdb2d80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaba6bd7d16525fcaf015ba54e62ffdc05a9ea8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11de86166d5341c2ac71108f1dcd8905e57e5227876a77b0180deb7beef6c17e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb7e3266c2dcbcdc2c14beb1e1eb917135f4550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6863fef5fa4b0e84bdbf38dfc5f1b1288dd6553b739a70202055e5d5aa442c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86918e05caa887106144b6fd6a21fb26c82a4c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0981752385743760f8b9fb5db35c5195ec6f9cd93b3e8c09ac77fd4b5af3ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84712763fea154591a29491af9643f953dffcfff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41774055ea7ea1f24a6985f8a32afdf08a18a82a2c5dc87dfb0ffc389387d584
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65338fe1ccdbd4367385f00aed9e81a7de40e002
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f653dc8f9c08d794690848b456c45d655a165391a6397fcace407f77d2422de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e7316e6dfcdb32abc6159e5ceef15b9e3f3b42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f67bc54922b11d3e13e112974d48c2ada98bfb6a40fe6438fc204f7e364250d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269a711bb03e9d7b94685b918e4da6d8dc800d4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fa61a3be82c06a1f1ae41cf7d1600187098ed6e3e2d11e12200fcf2a0e1ed5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdd62e7e2defb496192d1bcdd5cdb510317489e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133706bfb7afe48e1c49c7e10c7af7c2d14e1c4d8c663c7b7e94ab13c9c6b577
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aaae03d81d5ee94188ae20f8f8fb4cb427c5ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c13025f687541936aa13dcdb9da1a3e636e0c6e3391160b0142c1498e6c056a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe200361434f5ba71414b93dfd0fa9a017aca3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aee3fdf16c84b2d00a6b6c3f977b2d4676b74e32be1ec5abe3492a667a1d440
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924e82fde939baa9a78555c457a643885a3f1681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994838a41434ee33caf0d604d3279f909c0f3da04e3e919b285b50c9fb40b0c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2b4032f917af0bef6475e690591bb78f300060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2f0f8bc751a5dd235aa700293de69627c85fe56b8d59f4fe3f5f73f78fb30
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5899c0cbc1a309eadaeca0ce27ca53a215d922a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2d7e7060fe30b339d2d7de03b5ed2e2a71ffa4b61d0fb28e39536f71080e7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7684b0cd7d406c835f86bf4e9ee7f9eb11157dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26952181e5c127124d51c6f9768afa74152b7b1d30a727757839f46e49ef435a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd306e76e6fef96a0fad798aa405e91103bc1efc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69f784c52fe94d2ba6e5a63974d1d64f6d83f7e8e186922922925ca4e38132f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee5680b17198d4a3643b1c526046ad887a55d53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f382a77c01028da3d2da359e2789c842412ba2b8405acc4a297334fa9aa0f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be31f80755cda488d17b2554c4e3c151013f3ee2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29399691b8d25103550a1997a431b1bcf3052802da516ec7ef218ca8e413f744
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add5cbbf6f4c8e8fe3845a6c4cb53d8020d213ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112f947f849e2c5fb71519da33a1e3f921d5558ec519dedc1367cd80e2b1fcb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36222d610319a645068bb705882733ce4553e6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c375e4130a2d432b14adcf6abd5888078b8536e4e405e32f7b68ecc2b7779
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514a635fe021c5755b3d81aa752181b640eb31d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5348cd3ebd29ba38bffa50dd98e140920c979ec1b573e7d67eaabeedc38a2f0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0eb2a287a3fbc748fc741374541fa26c0bc601
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b4a85235603faecf19352bc58f12fc6d8aa2d1494f6c32d40c473678eba3d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e628e8937f1144cc81ec2f583a90b8dfba1f50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c91a3f4ebd6a19e893b64ba6c7db02ee96e7d1aae217898a84f316b40abea25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481e0bb50f061dc6388c0fea8aca176d97dc2af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d73d3e471ba0c58c8d7e27d74bd5dfa786b9a980fde4777b7a800190ee8913
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ff88b2321d0b88c60c4b3dfcfc5b496971f0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b413b91b0cd5d4c76e4492755cad9770013ee3ec0b76c4abec821822dad76ab3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38ed357aa41f780c814fb65312cabf98799be64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e26150424ef0f36144a602d9636484b52fddb1513c96afa1dc4a145e6f2be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a78ec206aff5ca5881bb7022c81b38f5c98b7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20536ad23bf886c6fe66c0d1a524a209ad7743d6bf18fbf1c283e082033dfa2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd33f244fbc2eba1fc5d57c3ee74f9c63e420d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b570ac196ecceea5545556742392ce52029f1acc09dfc9e308406dfa364567
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e98b068d9cd0d5ebfa676cd39e2a761f3f5d96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e51ea825295a3f4d46cbea02116967707864ebfea00d6ad0324ee00caada94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8856d7f317427cf8544535bae24bd3b9c28f59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842feace07b396039197472e25377c8cf9ea7ecd956ef891e04116489e3cfbed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5595dbf3686d89cb26adb3ace00ea35233dfda98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c101fe33ce89806a2884d4c2916ce2dc418d7fd6c23e3d9583a1842835643
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c075e8e112945171d30a5f8b806441b75c475
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e716ae95a8ec5d9bd56dc0585ca5dc277303dd6d30cc62f092de34dfec3bbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb68ba98c97de7e16f721202af10f96176f027fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e60b275d2c69324b60443c069bf6e6633a6ec85e4622fbff64e0320cf9870
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f13ad4943ae10dcf2abedb44cb793737ed36e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e601974d2a970928683c22a102d22405985f5ad318681ef7dbe5d74207e16
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6f2176b1f99a2b78a4d89d7d3c0be4e8a51440
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e35634e1b6a2189d1afbcd70d45c7842feb5da76c5884a32b4e5fd75c7cf56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce81c78cb876f768de0795cef543d7cbf5a495
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bc1c88817b69cfdc0675479f17d82983f7a6afae81c90c5a039b6a095e7b9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ba0b30a191db304a1b911ea34296f930731925
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1569a9eb81d9b420c081ea03afaaceba63b03766ed35f34ef1ea1e2619565082
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7220f66726f371aa427fdda0b65bbb2a379534
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff3fb7e7bd19df6d7254528cb13f7b303ed0e90db28e273d6a49dbd60a8f91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cf5f5d868dcd8fbf86a09c7c9bc9e094199390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b8111110c746a7fbcc30fd6b4fa335aa546eefaf3e38cd2861ee8b2a8e785c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0bc8187553491840d4d619bb560987ca15dc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d5440843f15ea3566621285f9b7382c16566fd6af89dc376e6f0dee73efcdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7308a46085b5ff2e676b69d26db2ee0616f91942
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dd35faf6f5524b56fac646086e28c4bcf34cc18b4319f04cc7becb2565a4fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a70f392106816c225ace507e532b18d6ffa09a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601002139180cb33c75196814bcdeb671f64975679665a0e9f670f87826cdcb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f23a21c1fd2d599f295a3a710e3e4dee7198bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564290f4265552012d72b67a343332d2e8c08a7e691c4d59a3261006dbf4fff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54711e2a7f2a8353cabdb1543de6d0f4bdd5767
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c109c79423773442046d36832e491d420805537b3540805bc602bc83fe2fa0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96686588f5e1ab001bc0fb06c7921ae5558569c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f7f5510d0c6a9c1b0405fe86f016a6bdc9894003aeeaadee3423518ecffe9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced6775473c34272db287da791219a2ee226dd9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea44f611e47701088728624d0db216bbeeddec649730a5b6c126c7f25da65f57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe1519737a970ec655194184d5be798a5e05f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae7572aee887b259c674e4a68c415a61b8dbcb3440907452ef69097281bf35d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d331a9034cfc46aaf26e5295cb58f417bf12e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbac5259db7b3808bdd2fe2f9afd5f991afb700bf14c285637f6c740395706b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c167eb5bfcaa49715818b06507e6d6466cdf6311
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d55bb9d8c51a60d8668a3ad2096cdaf3971dc4739a6340cf8c4abc95aca33a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c733882caa20675a5e2c284f4931d5215873dda0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe5a68da11dea9c710fa57871bb68e3978caff54ee845e936ebde225e76f998
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfc68dce363fb6f63277263415a00b487d7caa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdc6ea323748d61336453e3da79e04206cc50e1bdfb4a4e7001fedc6a2dd5ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350ea16a5c60212237d4e8399550bea3c7ba6cfd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c8ac375b9c726056886d82c9f877860e90992d7fc31e2f225ce976faf907e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dea0ec4b1882c5f5d930f3715130021fe2be05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5337ad4dd0a9a02240beb70e8e7b64f1081823abdc4bc0f9b013ea3ec6ab0fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d48e80b2a527c03fa73bc0e27469e54606140b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63197b989026dcdb658bbdd92b0904bdf76cf88df55f4636fb15d89a5a597b77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c2c1f38f80dbae34040c85d3d56c7619c343f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c95e1118eeb4ec03919f8bd5b57dd71fc5827a3ba701219df4c9d53d79187
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b793839b8f82e6e95e57d82292ff3a0bcab1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8001abd6be9ff0c4a35a77e9f60ced5299fac7447b92fa48f5aefaea6627aba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a088a5dbb10c05d5de55c4185d94181730bd1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aff65fb37b02ef6f03c70d5e7b31aa402629acf89b221a15fc47d03634f4e17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258862f15f8d4cfe017a18d64b40249a7dadab10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec08f32207b13b4053b909deccfdab4e31e5ec80dee9aefd647d83e077d9c5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd696c1fa90c2f4e55ffa92a268631b3ae2df53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad953d152d91afba359095e960f84add5d70ef5eebb8706193cc0ffdc267ca2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b053fc2ddcb0e2408bef9442723226f328910
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9db5592c856397fbe2feb90ee13aa033bdddd301bc7d61dc2aa5b5284e5771c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1730ec577181da32140ad0c0b5b39557ebf242e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b72f6cbd0619f47161bc64d5bf5b9c0ab3237f7c9d4206a502a0dcc5020d0e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0c10058a33923a715d4aa094c01708fd4e87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5d867d24d339494c294622adcd37e5c525de2b5a8c3c884e75efdfda26240
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b839543cec4911e2c9392e055001184a14f44e7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e281c4649f58662cda2a45d12eb0b56f6278a1c7cbe2642450fda35ee80300
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08f132fcc1e284de0ce10d7887152f9ecdc4949
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb48deea9075fe2daa4039070ab66a96d0bb536d305bc38578eaac4256df89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299c478d4568f26ae91711c6c53b2fb04210e067
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6b26fc26a582b9020d3fb7f6c64480328abf33cff1616545549bc92b0c4cc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b857bb7f84576a1cdabffa47421a83c0a44660b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b04458526a80f40da3aad6188cae10ba574e70b1fcd41e213a45e5cd8e6742d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33319ad72f8af5cff4be80c42e876a4b1c2d5b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d044c2cccf8ef464cc071ceeeaf1f389a86fca5400c47240f3bab6164cd8969b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef3c85116afe8c5080e539a9c90afc566bbecb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a2060c6016fc0fe5d66b71f4cd5329f5ff41fff70fdf6deee23d3c45a1dc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ead06702ad786c9e303930a0c09f3aad523677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d797b4537f4332264d8516d874229f43be8f2caf9221f01f24b5e7513a62531
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b43c79ba44b8d41bd4f7890be75103e0b0e91d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661e93b8fa66e58c569172e33b48d4469c2095beaa194600e3bfef2db3941722
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725aec1f4cfdc0fac6ca822fb4b4a913cbea9a08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629dd5e8ad8ec469471f1a80c820ce676cc6f973f2290a31353d051146da7b93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7aa3aff887c2b26006608e610d3720c5206e6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe7ad40343e5878842b1c434900d439e9315376a7fc2de0acec50d6e1283c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75199b2a3ce7f01db259e1ac486c807b1fbe3434
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe3fdfbe843fd70453fc128dca2111458d14bfc008c33d42794bbd6e5c8aa3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca2aa65e53a5bf04275553aef04f216857bb50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d54f40d4933c768e2d5944b533d036ce190d055e07f16d4f72074419ce7983
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b87eaf8de03027d593a092f28f5a987c61e34a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a6db61d79cd8cf189a428c919635594d4a89d676e919bf1b4ee7f7fae39b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b8c63a9be0fe5e57b04cd079f0cdebcf6ed501
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b14bf2525a73befa265cfc78e4f16789527d4f2e2830d79fc44141393fe880
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79932dab49c13869eaabfbc92e55739a664746f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f484ad8180a7f0c6fc58cfd15d6b2921a57dea2e7fe48eb3c12a653cfaa400
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84325476607e8322db0dceece52c65976d303d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc40a2d00037d4eadaacf92bfda3bc054e9f115e1aca5986887ecc6f9bb0b78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4706553f7b1888998ac4d597572e45f0aec81a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154cccb4e1dd68d6a246b2f8923df5271983de54bbe0eba0f74bb58be6de1f17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9c1c31ae7eea4eff0c67bd2bf4112208c14c80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8223a52c4fd7eafbcfaef6c92b07ea787575d1a81cdb74643dd9898ea9c4a029
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565fb6af1e606a53435fbe323069ac8d6baf0b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e395a5fc74142ec81310c7a6bcb29e9dddb781630069331476523e3659facd87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77211559390755167126eaa5e2c3a1c92520dd9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb9b13d2c8db73a9dff5155e430ed4775fa28942e977b5a9c526ccbca6fb760
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529638b8e755867cf0a004d3749c9da926571bd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8992e4944b1af95a3e548986a881999065ddb2d5f68611e9f9a1d3bd7ce3bc13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d18b1b2830e5cffae4ac16e474eba76e7635248
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92483dc7ff975af8612786c08ee89ade0915b35d6dfe5f18bdc827f77b5e7b24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c17614ecdfafcbd0435794b2fa18ab8ac3c33cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a277716f214f94ef2252dd46e47753563bad407560af76c45e156c5b245de74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a75a061476b53b872fcde8958e09eda9a89f3e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b4429581d33965fdbdf3331fc88c3f9b0c36ec22f43d9ac23e9a57cd81a63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7427f097c9d763c69b929fffd385ca2cab164e36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433565ee83c74ca1ba37365766b60e6bffc72e79d0f4e4e2cebd542faa41be1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b34e2108c21a7834742702cc45c82ca86f0287
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94219d380babf0089f91b58c69fed0b6985cb7eda040c1a89f398f33299142a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64cc0f942ecbe251960dd5a67d8c2651a67cc9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acb49b0553e22549fd394425d6db49445207cf8e4f7fd42838249ce5bb2068c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d988661e88fd8edbc72036c9b402d19766b3642f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17fa74bf094f8d9fb9588bbe701ab2cba7e065c620e40492866f74104e553fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbba40858f6c6fa40ce14ded422baf2a67a09308
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82fc492a30fde086becf6c0c06414b935041c71e6d10180b2b0fed17189aa5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a31cd579d951a8cfa41a5fe096db17474b694
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4453c7e8930b2cb016ec2faef6c62f6085f55a674648d081987c9c2722bb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006b8d036259ab2ed11ff5c1ab51262fa413fa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc40e7bc982be85c5d23fa7783e0f2998a0080a6849d321932582362fa338210
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5e1a62860f2f3dfe234976e407f681ae03bc2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba1636d06bb96791157a4df3f95223978082a6c4de4f5a55071bfd2d1bf310f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc15c2c5cdf1fafc7814db2eacb04fc31076dfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c339efff5de3d2267a7d6c3d80b7dc284746a67311340dd34339e24457618618
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd77257b4739fcd3263634aee8b7b7513b6a917
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c061709c78ba4c1903735d3c0ec04fa176c414acd2d27c4d0210b831e05032
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f8cc86f03a19042056fc2fbe64c2c58a1b262d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d0fd02f71e954f5379d58d2a58fd71c0f11f3da5efcc5bfd92fc140ef826c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f909a8dac7a3fb752a6cedaca2a52d89f8751cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16f3f9920fd2dc1e547bec3ecaefd03858a0219f9a1f1aff92126a1fd0ab27
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5dfaae497fdf5c1991565ceff9ecf712898561
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a847fd248f849081af67914d4307ee6a64178eddf8894afcdab150d2b382c15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc1255cc7a7c0097afe805e14936147373d13fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e122bafd54bb16f93b9092ca8f0662355dade0b9099a5144ed88887cc27ef1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9653fdce4081d74e721642ba7abeced2991c07e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba530b05f5bf4b45c643cec2ad0fff69879cac4a8d622e52ca95c878b29bf38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea44dc31e091abc61decdae1b671b89525e0733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12255b74b855ec55c2f51a3ff2d4e21adb7b783eddd1db674f9a925051ec117b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab531b7442e853de01478dc473a2a7ba783e260a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52dd363cff0965ee6808afe63685b3ec9c085db28f50631564f304074d0b7ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ecf7a0ffde8c950b506437d8d58a3b837fa0a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2f25bb3ae81483996f8fc3758b6a790b093d3ea4fcd1a0b48fba5e4d20e69d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e98458c15a10b58bb7c8e138a054bb3711c9d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d0f0ac2adc26419d071dc36c18297dde4dd8a14794ddab354736479829ac37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093802fdd75401911bd2e22881b0d78cd1a5a0c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5243e26bb2ec36a245aea0afdd3401b1e3e200fe7caa8fb0884677d29f60e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215792e92864cc0118b8e6ea687e5a5f6e50851
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958ce8ba75ed80512e1aea2d61480bf3534f54df28361644f06dd0b629ec44d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d570a7711a61c9ca00e72147ca0258284b8e0a1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a95345b63bc90b12ce7f5855c2a72607bc35c1b2cab129d82b9cd4f5366f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fb2ffa6806f6bb112a7834fd396c8519f48ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd1c8a9c2f25d829bb779b1d041ab2bcc1ab374465decc7e1407d6514c557c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57feb1306a2ed47cf1214c3045f67d441b853efe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97594c98153bc0e3d0d29147b21005f488df8f24ba27eb2071c9012384c77c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c207865ac227de23fec48eeabea453e688b0709
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af23db5334644d8be2a29c5a6dc5ac2a1a326294de22a756e692e88e38ad6aab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d885eb4b1545d3bba255f6b6e8ba513d492447db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6777eb0f56cfb52f63e96f3b631d603a9d29daf983d9c66517413ff5a6f59241
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c44f3005de217b8463f3f8cc3cf47c292fe46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff141d8f643736c775654a139847cdd88dc52a6339d64c397f64b8978182662
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a1c481090560846ae65ede23a7245e25ca5199
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85012b42d2d4d716142b070828d0647d836898df9495734113af59fe60704df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e3a301b2d28d9fbb411a73ad2ee1e856605e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fcc150b6201e2cefcc23fd90013de586198f000b49232eefab3ac56ee583d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fda5e5c9fe2622a983dd82a833e26fa814cf95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e14726b93c24d626111d1b170bf102eb2d5457f19795ad83b86de3a7c6f0a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1a7f021e96cb388e7a3d078772009d49bb2ddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8149ed2c92e85893cc0a44fe5214a5902b7acd80eaef372612fe35c2624fb9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db86794bcdb80c2593243266975544069ef4b31d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c5424d7b70962baa87c2237049371ebd34e8bc98eefaa94cbbd3c0f56c744c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5befca2e286b040176da30f42fce2e779d8693d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253747e8f8263b5f63dcadc41b800dce9e8b8655df8d6bb29b3d8294ac97e8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953ea730b90b6142eb3a8a182b2aafff5c7efe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0344358aca2a0c229be4f198e0b8f9603da55f735bc1020e56ca98492f17d2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0dd8c83b46790088efbbd1be2c0513133d4364
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636024c54e25f4dca233a9f0ebbd877067c20117e8c77703342559bfe577b10c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d27356b8fc34e9b7930a41bebe983d056af79c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e704d75edbf61b959c9364d4a7892a42982769d699e9b5a91b9c0e48e6735bdf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b8e1f21035e50625ffa075042a972f859d7885
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a8e6baa02229d3250228a562aefdc5f4607bc4e17a5088b693236312577517
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67691951318cac8bd08c8c89f142d8f90ee7ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa89da3e049000466cfd656cbfeec8a2f7c8a202d77bc5cafc71dc74932b5c2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24553d517b22b5e98a0f23bcd3b00a1710c5d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f89917019cda8248e629ecc808313d426ae523919b0282d5251e6725a97992d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92f6293ca7573e28f8828440280c95b5beef8df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b247b660d61102a07521323447f29130144aac847874a05d230676cb3ac3d9c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c377c62269045e66dca16994c7ab8e56b15705b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a17de404cd28aa596cb3caa58c434e446c850dc308aaadb28d34da4679b576d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bde138474a5f217a1dd72ed0c80293b019ad3fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae64ddfffb1547a5e547479d8b4f5c3888832f079f722f0f8f916faf51dc2fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f7b7ae09760de5342adc51729e8d62f4ffbeb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317ca2055db254aac2053df66140ffbdef6ac250b6b112cde9887879fe421e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3a76d1f70ade36179456e943274e79c08e7aee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df85db9bba696985f94a6e67c57b06ed9bab2cce47948012c7fd988dcaba02e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60f2ac7cdc300c49b86af0f4866aa36a9d1f2af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0e39848f95d1b61db370669cb4dc91a2fd340a35092765bec385a4518d7203
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c18b73ae8538ee2bb7157eca3870163880acf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86de17dabaaa4cd9ac98d6fb138819405f6d13536d73783d72c2a71b62c23f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63401303fd0c33339714174bea6eb071f8be45d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d2a90373c64810fa266c4442833059356781ec4a6a1fce5e8abee1d0832812
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34be7f0f6c7fff9b7509fc74db89ed594c00ed85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d981f0fd13788bdd4b9f31a00abf29ecbb3392420fb469e6c60ba65d428627
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8beeda4a960592c33709f450850f27a8748018c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966eb74ef4fea1cce84382e13808969df29500fa0a6018d954169b3ab3461227
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc20c905be0b0908932e0711eddc6262b0f3f39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b297f7d212e3ad25552771dcb75bcebb0127781d03a91e7bf706d1841cc11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60bd628e5b68052d9461e80007f43c66769dfdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eab19838db654719af7e8249f969c717546370a745144403ceab70533b27aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e68e29815a209f2bfd41e3489d5098c8e59274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d30f09a9c5ba019c6e391ddf0ae3c335d30eab817310e0ce855d27c3d6132
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76031dfa4daa9bcad42150fc85a49c56211d2a58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1247b22c0f0759db0771c7781da58a589965b97f335a39d1e4e378959f9f28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65fae5823e5cdf14b541066b0700e49c092337f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c360bc6309ecdc111722ad3c19533a201a42a9c1fa312075ac031b5245128c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67c09ee6d81ee99282add10faacbd2908c62c3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3c35806afa6c60ba473ae495533dd7d0f8df94ddbeb1ac1778b65a5938a5d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f34e2748841061ae8189f625a824e4d3eeb6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a96e754e3b08bcbff41903a9f70e67694e1c9b8649b0f8c8ac6d5fe2ebca2b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3db7697528b06f7340ecdcecdb9a8bd96c59d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb3c5c729e3b76643a57b8438febb2dbab52b51b85c70bbeb0fb605136ae2b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf34d3be9cccf65cde7b320ef442d862ceb5849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6318b521392abb1e409896e3ed98d5070e0880125b5afc75a1211247776cc58d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4832301572cf0511a618ef3c6d754902b97af3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e38e1a2ff2c6d748db9e374670596be6ad715a44537232cd6f96ba08301fdc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be83427fb6ed44d26f07b8311ddc080ef711312a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528a02b61cd37c615f63076d13bed8d0c897a442ba0a03f24bb957d1bf62b0b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661d02472be53a610230786e263c9e440c15aecc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccdfd13b2b5c1ae89083d00a97d65c8fa94317a537cf5529de9e571f8207aea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7382be079e2d5e50a850fb4d38f33e60c8a9723a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec6fd9a910fd29f829a1db578c99a991c6a6ad6e9c80c33d0c9675f83371bcb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316f366c68fb18f5725fa3ccd0f746b2812d382
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3210b6a88b72978abab48209384cbfe8d6ff69014e6613bedf1f6b9c7e6b085b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd990a43cf9aea1890fe42fa5fa431c6aa34b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a586736a63e453ddfa0bef7bb241a5ca9806fc10e6550db5ac1404662d9642
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba97362f6303cae7f48cc40c369e3cf0fda762d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ff2e959caa3bb9a92afe2fe0611a5fa32d870886e27f14986f6d6ad40a404
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b33e331f0bd35de17a71a1ce0aeb66dc8d8c8ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c16ea1e501b96b32197bbf79d0f573839b6699d1d038196dc28f4d2a5fdb3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e22434f47af87095c0a6abd1fe644708055446
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca608d38f1b7cfa89e40cb107f1b28e46a7313d2915e34bea85facdad171779
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894913f7d64befb90884c5ce980b0fd38ac69e43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b27a594cb4935068e016f65c8944bcd5b148f96a181bb03749e2e28a2db953a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152c4a14a07e62977d44a5fbb467f263c7f1bb8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be27c3b7b41ee96e521e5270b5c560e66f704e520c08b8ffb662ee7840973be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717842d6711eefbaff64a7b8f7f623fb5e5e2be9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c201a16048afaca74173fdb51e1d0c9bb530d0d971361d0533e2fb89107a9560
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db161e4256ecec2bb5ecdf6c5998bab14a2dd40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84527b496f6de1ffc514e7b3ba2509601909725550fda06702cb4573529508e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c0d2c69909db144464399fd9e5f3f8630b1184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b1c3bfaedae426c34cc6b903a0134c2828d4b6813ba755cd55028f1091d41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31bb8c88c57c4571c30efc86a3a14822749a3e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca617f8364963bad953853bad7fa5660db46f7e33f5708050a9ba0635bdfa57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7730e25ca41c71ee3c5f3ea8b879f08fdd7619e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a030abd37f821fb2b2e8b1097a4c6e1ef7e36d0ee7fcfd39050740a9c28ec9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89643f0e761a4c02787f48b1477e8bb35ef0be46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0894ca7e54ba8bb1d128aae653e8e87254da2d540eb03280071efa36781c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4943464fd7c732e66b85cc8baad9b2ac6fc4d060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eb25cc06344f3f3de455e35bde031e0d0deafbc066a35e2454252c96c1f28b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b851711a98444ce77c937075396b7a21e9d4a7e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1b0019bb4b5ea196b3d3c127d1d33a084d15a9010001af3ba4712fbd4193db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ac9108fbe72e420a13baeb9fc69d103040f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9caecc67c86db8340939448299e5ebccaf7e8d8f3f2247bd38446300a1807b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c86913ba876db216a9869cdf38cc1ee841fa0e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a53635be3031900b4eac233c643868ec6960c199ddcfa3644cbcd37108f2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bd7ba184f7b79ff796355c599f680bc0f7f92c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0747c4e2c4fe9a8eac2871dfb579b240113f7a65cc3138917d2fdde8846c06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515bb60a92e49f8ff50c5801648bda6cacc91b2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c7a785cd004d13c34cee6c5429351093219c237b8453d1de92fbead08e6e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305deca5e7bfb9f4a367eae64983358a83fbc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f02263cee1cd02bb3ef4085cbacea9cb16fd552c78766ff5c9eebc066d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb7807e30154532bd8eb92142734e0d97f8f4cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c40da3489c856f13c396be8bdd76b51654fee561931132f4a97be39fc6aa1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ccb87f9b2ac39f794ded9457a2b356bd932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301efb578a3510a98f21ff8d129b750a4fdb1bddcbb13e1a97795758eeb6a439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52737e2b8dd0210bbdd0befc0877f2901e81b63e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c33727b9bb8a177ff627527a67a94d83bee987d944a4d52ac681333425bac
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ed7ef6551200c1511d45fb05300a944f57e233
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eed0dfea8d1b95d3402b1479753606c4277084aee1a140f8132f6844e154ac
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a885179786f69b9db5f034b795ffc9e1e7fe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5c1f53f8676ce06fa0afbfca80f1322c31ebd4a7506eac1f63bddb92db32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1536a544ed91928e7d61a1c98de6d910d15a3a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79076359783c7c7cd719a42e6be38cd5b05d187abd97c9e499c532d91a8a3a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014b73404a5d2560fdfcd74927c3466c10deddf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81e18ec3d687ada1ccc6a5e29801428e64ee5adaf524b6ea2d12b42c53b05c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e93286a541ecc4d3afff24f65dd1ec42c43357
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df223d86cfbb223f951357f9ba74c943c980c69545b566f169ab528a50a06f18
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30b8ef1efa0deca55082b610d57da454909121d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b210b6502cb30e7777935896886bc4119eb723c855ee390c2d8d2b18fbcab6bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca1808084c768298b15847c9b7413111711b989
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05bc5b98a38a08238b8484e36f8055f9bcc2ff9bd7c6f5526239312b1f150d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21764111a8affbf3d7a44693b359df09a791f707
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85feb31661c5e03369464a93f60ddeb44220662856f26e48476987f4cd7e9a1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0469e88a8e43a63edcf3dcc368544f1845c2cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e002e4f101f3229c65071888dfed4da267815facfc263c220a2b19aa5a5daa4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a179accc71da3e7b773a8c1525ce943d334c0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a25a6f8427b8eebb707f5096b4d399e737dbc2138bf5cd75203e0e71a0cdd9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43ce97df5012ea906905c00235e3d62ea41d993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bbe1998bcf470e16811da2ef36acc622c39aea8012db7c2740595f1e0fccc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6afe701c6b34d73e14e021e9dae1d5b1f617d44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7af1b6cd0b24167ee0cfa3765befc066128758aafcd42fcc6d3017c1636c37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6c36e0cf264fde3082c98128c18f2e8a161295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de6062887498a38e71aea7b178e35c0ad5562c84a9a76a12dba03e47209f40c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763913bf3cd1768b0bea371eb0fc1d6576da34a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ea5a2bd8ed5abe602cb47eb3e6fdf534d8494ad1bc5b485ae17c5ab83be6ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071db24d60e8e70d9b8f0915152667056c473beb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbd0f0ce3daf902c730dab94806e362bfd99bb917e8115c20c598619fce4ccc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a4f659a7feaec3c4a6ece5a570bc5ace5aa990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60330893f962122e5e8a887195e56452a5c463b6e0f74c384f3874e82fe26d9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d9b7445893a6fbb34787ece2f307df1042aeb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7179f3a64d3612ae9d6c76b228b6307994b2110647ae4d9498aa27bc9e6db098
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734e0d21b8468333ad6b8c40c27cd2c7d882612b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd63eb69a136e58f66803a551ac087c4530e07afe9a44c06b12774a469271ed0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4212beeec412969b07aa27dd3736d41e7e169f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de759e5720280a4068833e408ce5b37ade2a3badfd1b9462018910b1c860f390
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4136e883e2a7305c694d7017e850b698b66bfc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796fcf61c0224c3605761b709179387439af485e467e02821566a559563d3476
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a846ed675425dfd0d87b2a4671be392cec31d325
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e696de5f605c1f466c30dfda2d9089a56678073e8bf2762766360ff51744b4f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49426c396ab97680b99b419b7c267ce7e4cf9733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64ff19690e3af027ff1ceb1c5a49408d12102604620da2d3f40566ec04efac7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9435ee91bcbbdf756b6a5f340630bd02b293c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b3f8ec146826a21d62b94ae6181e1a9217abbbd83f14759722ae59a5b86c04
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953921471a25fb8812562f5785e91f7e5764276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f8bae60da4e6e4c769396703c8877b9110308e5539a585bc99726144e5d183
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0cd600c98d0da517d8726420f324ed5b0018d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67cbe69634966a1ecd8485b7156eca7859897513dee270d83fbf621684bf720
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae5ef529ef91e68aecec97e2f4143ab80058214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ab48bed7623ff283b02af5c8517dc1098814d8a54c3dfa2db2e2601fe50f2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9508d373769457c568ddca225db6b6a0696539
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bbc132c12ca47ec65ea4de1593efc4f38114e4aa383e94d9379e8229cfe3af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2ffb5b37b655aa7730513485071c092c2e22af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e081166add5c62b25c3da330ab513ce8af84b2c86288d1f59129f50d1fb89a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899cfb1d4bd6839cfaee40c671ee4804119ea1a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f12035ed45a159ef15cc3f369494eefecbb18206ad174509d7f20e882f4ac4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038a155763b397207e4bee5b1ddf31f8f5926220
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7fa357adfa217ab368a0441416c5386fa7d9195e4ee39aaac13141dde72262
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3de6001deb89c67e7194aafe92f8df5f7a0615
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05336ad1b8290be74203ce7fc37bbe572873120f354a6c355f2b68e9a197c8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dfb90a88d384daf28c32463f3e46ff46930736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efc2f3b0f0a7f77def6db13d4d92c5eec3cd372a71733259075925d4e5eb854
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2678e054febe333d67b7ecb85cb5f1068ea89c01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ffbcb4eb911efd50ed28f6923c9ea585909261c7b4cec594d72f337eda2d92
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6bd254f8d6dc4ecba388fe27db6cca64ffb86e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd941af448ac6aa3f765ebffa9bc6d2de46c723fe24df420fded8d324baf5e55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffea22e6b63c9e903a6ed38f7c94a9e75a0ce69a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3490c581264b2f51bd5031e9b82c59b87a2905f5ff3c2bfbf19fa6eaaa9ef6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58173eef1ecd29fa2bf8d63a2ad733ffac9a6937
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ca7ee7d3969db8ebb550dfffcbacd69a6c87da1049015317cf90d383617d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426fce5b81b23a1f23d98d7fc218abb2e87625a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e8e5f0582af095d88d8fc99e01937963fc968e869312210c8f71429d236aaa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56b7c105c4a6f7b3dd88ff4489b8791f73e5da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fde5205cc21c68d28b1e497258c697f39cbc12f60ff73b6cba14deb11b15d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab43225394df0187896d23d63467e087e62af63a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c87e4b64f642f58188190f3452ee91fa96dcb116fae99f39959bc0ef45512c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439449eb969574fd77b96b9012640cfd8bdebaf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427b330c657cdf3bfcc606efe8dc6f4e481b76366877f02157115bf4eb7aecf2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dbf5a9c462af46dcb3dd2df58bc2175809a229
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d3a3b7ff346a65988780b16417fc736a94b589c69f37b6f88e698c8abf97e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ad85101c59975935f068ade309a19c716a92dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44657703690b567dd70163c7c06d6367f79244959b9eeec274abe27b599acea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31985e2ef5a88c51f8ae5874d8e7f88daa302d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d8373c114449d9fd8751559346030a7dd3bc8502776419d97083e28e03fec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff08444bf63e007bba055b772cafaf5103af944
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35940333464a7a04c6e20cabe982732abbabb0d3269880b5d74e80181580d3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d851cce3e389ab1a97a9ff6eafcab5f96b19ea97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc520a04bfbbfeb56c71e88aadb9c6ec73ceff3a3101c711184f8a66366e4a94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abea337c1c0df85a4c222319d955ebe5912c0d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed923518749ec24980652edf056e585f52555896fa41e4eb611ad278edfc6df2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d16acaaff6edb9c5672499eedcdb09648dd876c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed5d913ba72e2c2690a49c3d51e4ccb67d7d8cfc65ddaf3166166a3a8a8d453
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a3088f71c8d6b943d377eaee62c0b866e996e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f57c79b1f9d0f75f981edf4364c33d14863ce3da1b0952ebbf363157f58706
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ec0db0b4399846d91ad502906564cdee5691d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a839c9fd39dc2c447d5d7fa1d27ae4024f2f6f71ffa65276b91cc78a7077019
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffbce197e7cb3bfc2f2694fad1d82990a17280f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b3a5587acd3cd26f3d0bfbbcb45870ab7da8a727f7dd940655bdd834e77141
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f329728e9ad9b421108d39e9672f20f06076de7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77cc8ed784d779d2b666487a77af97c3cf6b86bd2ab1b092a1697fbaa6ddc83
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8a47437e036b68de2daf4b69d3b6f0d94c175b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4165c9377d117ef7c63e261bab3126d73e242c2dda709a350e20d5cc8293f84c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12ad788af2e6ff0050c74d978d63618da5a893b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fefcabc82523c8c3b42737e7b8f5cdefc836db755f4bd43da2c566245e50a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943ad9a3217062904c5c770a83cd1e62941146e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f16f82fa40c24a9f40ba5de398c5e4cd0c749ae468624d87060793dda9aebd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a0434081e71e28d5973dc09a1a4e008410ec16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c945b6da45841f834efae4078a48e5bd778d3e015559f2b69a87f16e019c568
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ae6350e4863878a5b5fd50e2c225ace5eba6cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bb7f2cc2cecde51cc702a40370c9f861516cf880c3c61b809999cf689793d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c3c234624887421c1b142ebf7e478a1d2b40e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e636c256db7c3e2002e2f7eff9e1070e78a3dff4a1f1de915088abbfa9887225
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9edade560b720de34162c13ed791b5bc0cc3412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b22d268d351eddc6e03d1f0be08b951aa917213dc5396f80bd097596c48be9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f006bd04e599cbfc72fccfdbd3f72e6fe6b03e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c833433c034a0f737144ac63c703f07674f4c18cdf2c3ea1343c35f9f3f93e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3859791ce96e9fab90ef43065d32b7d528959c59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c1baefa57d6032ab3b478effdb3f0c68e17901aad99bb2d9ae2a140e7d190b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5912cc4df88b1d8e91bc5521f25ddbe0ea0b4494
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e76c1f021fc95bfbcbb6e9c0e649b6f311cedb62f84a3981ff00d237155abf1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ac47adc9ebf8266fb79d38b0f3423b1f72f5f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773c3fb44a94371cc2ea46f3d3dcc67c23cc27f4309c1039b576af1efc89400b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bab6394652f321bd7492828ada7e84d92f185e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f593b42eea15f5bec9b5904f10a68434b0d615033f419c910be1933fc2c975
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380d3982de972f1ab927aa6debdfe11c8a09a90c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ea405d72ff499f607f7461e2348e245f3ecfcdc2e284dea46187e1b443eaf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed6feb7b4abe5d095b71868f878461ca81002f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bca748ef5f71f5befacc6f032e2a4aa1aa9890259f189c286e237870a2a8fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b316f0ac8610d050961583d78113dfac957b508
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0318f094c88951a8d05c1dcbc578e9fc77d33a881f160745f102a53bf79ad117
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3241281848f03c1a45416405746c127ad862b7db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d06cc4cf531f120cb30fbb3885770dc3b34ea644166bfa5561bceb1a9f58ce2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76ea5ef33ac70858bb866b746776e8c385f4c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e53250c05942571daa577072bae271b4fbbc76c7de2b249d5dd70dc23380d87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32dba7078c3276087c9686ec3e60a8d96c1edcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed6168eecdc3ff2fed2e46799a1fe63d07c01fd89140c4fa484fc326e7091e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874d243d3de9f5ee7a57c946cb326970902cf4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f7a9de70daad871a9b18952bca88f60dfe830f3a0a6951ea1bde9528d5fdf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528653ea140dd1251dbf012727e1f55ba3373902
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3229debe11ddc90b4e6baa75caf2ee9a240c143240fc488d1197b0d4368a1a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059fe9d0f33ccc123875c1f93507634481ef5036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ecff8b5c8e4b01dbea75239e33675e9c9b580089723563bedb18f21aa4dc1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e067fcc08efc7623a038f9b1400679cf0cfa4272
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2df111fe0606804947a2561c3013dde2bfc741aa566ff3a9cc67c7adcaf722
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640c3c4e0ed4f98b9678ea5ec7bfc697013b29d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f21c09668b9632f29491885844463e090f83279ab5ee9dfb4195728dd51c65c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105d111d0ef75317da31486a9e61760105c4950b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dab2c63e3c47deccdea515be7c551d42346a44bcde45431343fed3ca966a755
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe651001132e255d45e92822b4771f710e911c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3cbaea76ee040be25e646cf1f3df6c1b6284264a57355fb2e130a6dda8eec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8943d8c2a251ce2164ebb8e507bb90ad6bdce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf275188d750ad7cebdacf871750ad222624cd3d0a8f0f275164bf0bcc5f973
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc1639fbd16a12d9f8c1b4b7508a0c84dc6d00a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a042aaf829501c2a3701068db28d66b8560d548d7e4a2862c02f5a157182e377
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8e0339d8c5ae57b834cc7578749f0eb5c362bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44d0d0a770518d0d181a8b896e240ee6323b6716d5be3179e815a949e88b2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a9f2a9a61c54b1cd6004a79418a5052d803558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342acb41d2881015891ac4e8c325af109ca81e7be84b972f2b7a2244d9c395bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872dd8ade6f708e7dd86b9cd2aba12be4698526
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560200a471c934b56e85a2bab1c2b290496fb772dd549182c5a9f2b9c994e6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf02bfb8a5b5a93d9aa1ea54dcf85ea88cb022d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3f190c85aeddd84a85f6d7bd860be8d0a760f5363349e07a63e657d057ad9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d337a70cacdc1655ca1a62f8d023f54c02a920f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e95137e99d28464001fee5336a55d8acc9e4ab107869bd584375d27b46a92f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1830f8f55124f03edb02737e920679fc0c9fa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0408c3ae315df6ae37f631a69116ac24fccb46a5c02e8172ae9d81238c2f4553
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7749eb6ef9569f1c815f056d47b592be4f1bf2f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a298f8e41dce27cc14bd9b7df5c92fb11959d874085e4c27d0e7d40d8ef708
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5a92c5317b3ee95082775c1ef449aae761e462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5987515c0fc97abbdd0bfb7fdbc045b08a8039c10a2c51f9d8afdd9d1e70233
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3753c0ef33b249a92c67bb893a47273ff42c9c8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327505c7b08e5effc35d144f4f7b9e88d3a7d5864cec47bf6bcff219b033450
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2c3519e0a1a46097897d1257c9dbd9cd750efb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe4477016e0e64963b011418b66f02cde167ab0ed1bf02d11c1d64d89617ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1333a6d68f91e34468708a42d631d358819c6d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d244286dbb79e8f66eeec37d8a0b0189ada5c4474456dc3dfa0b3e08db8f47
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cfd260fede9e7adae6880df6aa2686923f930a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61c26c3172b47db5bcd870910bf9c7173055b2543d9e96bebe40798eee9b8e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ec4a64f3e7dde7695826549d2e022f8f0765a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0052f461c93124405f78ee62d90532cbbdb28cd5363eab60df608e08c5c19597
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c5b4222c2f63a9f1db04c9d98490f118e5eb99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99835df45f3d3a332e15cb981e354ef55726e8108d3d3c586f02a4c2a84f1708
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8f0e8cf5bea851255301ec85308f634673addb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525efc34379ae71a662e79f57da6da8ed44546f8b6b19fe1e06f56ed53d7c7f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdab9bf1823244fbf2c2b73c8ef386e9e1e832a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982630a5bc623657fc07e0e14f29d5415b636928cd5ae11563e49b511a79127
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53299ebb22a23a63bbbee2b30a6c705e8b48f7db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93976ba478b0727463aa564944d2e33961e5a91c157ae3725ff49ed0d49dc126
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b43ce1d6e146530873a2371542212756219f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a4d8b6057451ddf112e45ba5d6b6e2e4cb2e63f3b5012a0fc7fdc4cf40978f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523c8934f53f3549cb74a999b8f95ce123d6d05b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ba9bfb6e3dbd46ae428043fb757f959b108359a387db9240f92bd201200ccc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001bbed82a2013f8d0522109f872747462bc81e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4241ede6f3801e94540159585c7b0bb50ab4f80347db77a7c56ce9c65f2af751
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a90daaf8794071a4bf4c73d4f5d61e40b7bd14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007bccef520b1fef29c9301fa8aae189c92c3bed8e5a275db3fe19c1bb787f7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7527afd9f390945317dcf43edb009adc4b163c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85e72e11cbc19b57c7a00b90e15259d65e9886fcb82ff849bff5b2fe8dbd29e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8bca7ad47f7deb0209c95cfb0e459b1446f40b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d672b9e5fc10ad8eeea44654994e17b68ce33ce3956e770a6a3db41820e672e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6786425e09f766b73344b1188495f407bcf336a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6670e165f09fd9b9708e6e4cec4e1d19a27542d0f63debfa9b299be2caf1dd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beda8be569d40733ba32f860050fdf6875be16ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc6b2ce9e37f3ab6b05a97c487754b8229da77fc914e1ce8d92d22f067efcf4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62658ea3f29b77f1a63cbed992c3f035abd896d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f00b2a8f583d1cc9e8aeb8d60cbee8b702e3a55bc9abeba8fadf18ed515032b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f289368361c2908c58f7968fe3d13afdafa030
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a5db7d812b5820598639e12958df1e3d69645cacc7d5b83dcaf1536f0cdd5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41908b934070c4a93d97e935984d9e7c526d0ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1239e0321ede042b774053361913903ed742d0f89ab8641d7f1fa816921d8bca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9e5ed23d539b4d1af5f3952cd6132c070adec4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c07a10c8dcdafd286df818a280f26ce4e7a58fef65b37651b7f29239be4366
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d4dceb41cca0aae40e1ece3b49a29f921b8c01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1dacb266bda18215993e2f333b27d613e8e7d23f6419a7d87182289e32407
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6b67ac1a88948bd7b8f04d801f8b93f56d28ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96645606ab28eab1e3fea25c13d2e8bc5204dc3c1e1ffaa65f4be87704f5003
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe3c91557dbf1715755d44a881542e560edefc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1532e97ce506a5544618f6efdf26165fa6f85593139f5a0406257d15e7b0a966
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fc4ed96d0eceab5153e86633d2e40065e23074
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9585d0c7cb1fa65462d56b6160baac3889287d5dc762ae281b945e3df65a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fc90e6d38d796ccc6ef8db998adc812c321c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aceb3214515f1cd2815358eae7444e438c6d5100d2b2eab503f4a2134bd3f57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6fae12f8ddea415e28b996de8119dfab1f921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7e98a7dc0e54a470a04d143f708ab2a15c94bbc87a34409aa7bdf254b3f7d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79b9d12f271bf373f936f6baec97c8bebdd9e3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f98d8bba9dec43ce1e308b72f27f9ab4e63601ba77a6b91b714c4c29b7803b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f003f1fcd0a4beba34069555056f0576810ed07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bafd9229dbdf394fbd62bd6532d7f093e180f9c6ff35cab5a443c0dde143024
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ff8096d26912be5a6f4f884f28f7183265fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee759dc5d0dc028b1846c14a1e11a6abc3a004db422d4e9202cf6aa9fcdb2d80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac1051728a39deeccd629223581e1f6167a666f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb82b331bf84fc877307c7a3a6a962ed2c42208707280f4285cbdb2e51c9fda
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaba6bd7d16525fcaf015ba54e62ffdc05a9ea8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11de86166d5341c2ac71108f1dcd8905e57e5227876a77b0180deb7beef6c17e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b47a9e395bf4c5f0ad4737072d2ced13faa5c97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2cc2c72473a6c1ef56a7ecdd79cadeb133ba869d303a5e1776045f09ee411
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb7e3266c2dcbcdc2c14beb1e1eb917135f4550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6863fef5fa4b0e84bdbf38dfc5f1b1288dd6553b739a70202055e5d5aa442c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec19d05b0948e9e9a744bc6597a9613b4fc277fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3af7845d489b31f0900def48bdaa2a0f719b7bed755bb850734c6ba7f86ec9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86918e05caa887106144b6fd6a21fb26c82a4c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0981752385743760f8b9fb5db35c5195ec6f9cd93b3e8c09ac77fd4b5af3ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12418abe42ff783794d2da8ca651ca0b0aa07ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db809887d94be556d92878523a9471fbd35293638057990ff5a535b191658c9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84712763fea154591a29491af9643f953dffcfff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41774055ea7ea1f24a6985f8a32afdf08a18a82a2c5dc87dfb0ffc389387d584
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067bc5ee7c46b2c6a64a84748203feccfb0d0351
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c19fa03dceb5ee06a268cce661b695327810a94466aee4f49cfcdf8f0816fd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65338fe1ccdbd4367385f00aed9e81a7de40e002
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f653dc8f9c08d794690848b456c45d655a165391a6397fcace407f77d2422de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7764d22dfe1d56d44ea6e32a0ddb56c6b602d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfa174d06533a5ded25877d2fb0a644c306c677a525c136baec8a12b7403926
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e7316e6dfcdb32abc6159e5ceef15b9e3f3b42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f67bc54922b11d3e13e112974d48c2ada98bfb6a40fe6438fc204f7e364250d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581358d74f36f956274a103d27bb15f6a1f270d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5afde5164b8bf6d5368c0d72013f5657334ecb212ebfdfa6e814186a939e8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269a711bb03e9d7b94685b918e4da6d8dc800d4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fa61a3be82c06a1f1ae41cf7d1600187098ed6e3e2d11e12200fcf2a0e1ed5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949ebe832064d3d92fcf5503c6d48dd112024d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b2459a622cf5c73ca6514a7ea3b1817c938d30a7c3559b2280964012ec9629
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdd62e7e2defb496192d1bcdd5cdb510317489e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133706bfb7afe48e1c49c7e10c7af7c2d14e1c4d8c663c7b7e94ab13c9c6b577
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f959726abf7d61d40c8e3b68bf5c20b94fc3121
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4199b1acd71d88a5188baa2ff99c5f0ba057de4522a037c35a329b4274f0c4d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aaae03d81d5ee94188ae20f8f8fb4cb427c5ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c13025f687541936aa13dcdb9da1a3e636e0c6e3391160b0142c1498e6c056a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d1301aa301e1d1556fc2fcb8c0a8a6eb5c5fb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f447e1ca5994ae329c7a187602144805e1d313bd9d641712a0ba4e2b04cfcd0f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe200361434f5ba71414b93dfd0fa9a017aca3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aee3fdf16c84b2d00a6b6c3f977b2d4676b74e32be1ec5abe3492a667a1d440
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728da88d49d3c02b0981e21418b0f8c1aa356b95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd62350f2a6857999b6f424a4e0d6636e5930ba098c92c4f2b7fef607459cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924e82fde939baa9a78555c457a643885a3f1681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994838a41434ee33caf0d604d3279f909c0f3da04e3e919b285b50c9fb40b0c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3e49f086a4f881b55bb45c598e75e92fa47d4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3b6cb39314b8b062fbb6c64f64edb045d47334943e6865efc0daa1da407096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2b4032f917af0bef6475e690591bb78f300060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2f0f8bc751a5dd235aa700293de69627c85fe56b8d59f4fe3f5f73f78fb30
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05a4a7e1b4f53df2a9c63368f974eb799c5f71b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64583c057a3657a8f0ed1f66a08ca3085dbfa2663f833b723f2a02f003f1d49
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5899c0cbc1a309eadaeca0ce27ca53a215d922a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2d7e7060fe30b339d2d7de03b5ed2e2a71ffa4b61d0fb28e39536f71080e7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4e288e64bb223630cc6bc9dcbbbfc95747f11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c23ccc7b93250eeb9f0bba4f03b1047efc115b18de12af7ca16622919bfde
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7684b0cd7d406c835f86bf4e9ee7f9eb11157dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26952181e5c127124d51c6f9768afa74152b7b1d30a727757839f46e49ef435a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc976911bfbb092c8a3ad2a719c81bf1cb20211e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1679da946712eccb67be17613a0262637f84f0472e0fb93d27ec51990785cca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd306e76e6fef96a0fad798aa405e91103bc1efc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69f784c52fe94d2ba6e5a63974d1d64f6d83f7e8e186922922925ca4e38132f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d909c38f900ad04eb43aae3ba6000105d2b2efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8d111b97b4d598ef86a7f3ec7174fadcf16146979d2fd1e31cee40aa65338d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee5680b17198d4a3643b1c526046ad887a55d53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f382a77c01028da3d2da359e2789c842412ba2b8405acc4a297334fa9aa0f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801713eb665029cfd55bf141a25ba1b449023657
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c246ecc8546691ed017b366ce0155f902e7db4eebb7a86679fa610020ad07ef6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be31f80755cda488d17b2554c4e3c151013f3ee2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29399691b8d25103550a1997a431b1bcf3052802da516ec7ef218ca8e413f744
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d940a94f9492dc0facaf0bf6ac2d9756825cc43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3d36d07fbe1bc4ebcf22c1a4aa902fc89027a18413e5bb367ea9853b9ff6de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add5cbbf6f4c8e8fe3845a6c4cb53d8020d213ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112f947f849e2c5fb71519da33a1e3f921d5558ec519dedc1367cd80e2b1fcb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923721ea09085bd58dd87143a1e4af294c3e4db2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec39b76befd735a60bdaebda3707cab9372857a8392d84dad31de75492bed88b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36222d610319a645068bb705882733ce4553e6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c375e4130a2d432b14adcf6abd5888078b8536e4e405e32f7b68ecc2b7779
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b751b6408f2aec786449133591b66a026423f68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e64cdfc98e801f5b9f11551efa12b1cca97e61fe768d1b9705464e8f045ce51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514a635fe021c5755b3d81aa752181b640eb31d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5348cd3ebd29ba38bffa50dd98e140920c979ec1b573e7d67eaabeedc38a2f0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6f795a59ffb32af4ff379878c3345977a2d56d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce9ccf235cfad602eec90f49f2c276a924a4bae1554bc56e54c4508b1cac266
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0eb2a287a3fbc748fc741374541fa26c0bc601
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b4a85235603faecf19352bc58f12fc6d8aa2d1494f6c32d40c473678eba3d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1c170cd59360b99fda3f69ecdeb6456fa5bd55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adb7291c6c910576aaca12f63db21af0956094b469745c6c5ba889101daaef4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e628e8937f1144cc81ec2f583a90b8dfba1f50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c91a3f4ebd6a19e893b64ba6c7db02ee96e7d1aae217898a84f316b40abea25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3982b4a00f24abbc1ba30ead07b87f42c83ae7d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724bd162b1e32cda5ebb702dba4847c699376511872a8837f63951de50cbc65f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481e0bb50f061dc6388c0fea8aca176d97dc2af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d73d3e471ba0c58c8d7e27d74bd5dfa786b9a980fde4777b7a800190ee8913
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ff3f3342517854ea6e1f98bc0c8455050ad6a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93b1097fe5b7289523d74b2325573a0fcafee165c9c1e8aa617a98b25915ef5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ff88b2321d0b88c60c4b3dfcfc5b496971f0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b413b91b0cd5d4c76e4492755cad9770013ee3ec0b76c4abec821822dad76ab3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4d134ec4a1de89c38b97c44595f7b55e2287a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041944acdf85d477bcefa5c0d8dd8f566ab2464ce7064268a7c88a6fae2f6c58
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38ed357aa41f780c814fb65312cabf98799be64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e26150424ef0f36144a602d9636484b52fddb1513c96afa1dc4a145e6f2be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c7147f4390dc1a3215925efdbe5315d7fca554
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aee6ff388a903a84549545f08991e0ffc3c75ea2424490d0b06647b62ecb33b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a78ec206aff5ca5881bb7022c81b38f5c98b7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20536ad23bf886c6fe66c0d1a524a209ad7743d6bf18fbf1c283e082033dfa2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c401a4c6cd38960fefc98c58cbff5b6264a9ed09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04db5ad32fab2e245699d782f0ccedb01579c988d02d6c0f87982a69e822d76
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd33f244fbc2eba1fc5d57c3ee74f9c63e420d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b570ac196ecceea5545556742392ce52029f1acc09dfc9e308406dfa364567
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f59f975b05a33ae01c1378cb68d6f5da9078dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b9a7fa29ec1378d6b9f220734dc80fd0a77f97d35a74b54e0b12c1410e7701
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e98b068d9cd0d5ebfa676cd39e2a761f3f5d96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e51ea825295a3f4d46cbea02116967707864ebfea00d6ad0324ee00caada94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e1dcb4b84c995d9022bd46f433d6b6bc26fbae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dd82f2e3a65adc1940649823ab173b0b1a52ea7cfc56aa7b9bcf053b329654
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8856d7f317427cf8544535bae24bd3b9c28f59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842feace07b396039197472e25377c8cf9ea7ecd956ef891e04116489e3cfbed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeba164b2259b7863f1bd9f0eb5145303f9faf19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2baee5951ddb5e826474c29b58a99ebbc61cb20e6d30da9cfffcf14123dc34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5595dbf3686d89cb26adb3ace00ea35233dfda98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c101fe33ce89806a2884d4c2916ce2dc418d7fd6c23e3d9583a1842835643
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec88ce9bb11edd11f8e34276cff1390449af1b7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeca815406908f78ae97fe02fe3168d44c0ef594fb087641bc240f1ca710684a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c075e8e112945171d30a5f8b806441b75c475
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e716ae95a8ec5d9bd56dc0585ca5dc277303dd6d30cc62f092de34dfec3bbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99051b3220679e4f53b6a099a6ac23682af1bb47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4afcb55e883957503a086870b918fdc5356d455e7e0760c99c6e7478793215
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb68ba98c97de7e16f721202af10f96176f027fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e60b275d2c69324b60443c069bf6e6633a6ec85e4622fbff64e0320cf9870
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e6670e7ab98877b21015b28a9d396216abe84f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b50175f3f6ec4bec121b19ff48b20f7358f31b7b489feafeb0cf035a4efaca1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f13ad4943ae10dcf2abedb44cb793737ed36e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e601974d2a970928683c22a102d22405985f5ad318681ef7dbe5d74207e16
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714682f387ea9b469b8a4a909b000101b5bdc3ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb0e63010bc40cc2cf66183f9102a0fd15aee22d044020c8c87bd57984f771f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6f2176b1f99a2b78a4d89d7d3c0be4e8a51440
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e35634e1b6a2189d1afbcd70d45c7842feb5da76c5884a32b4e5fd75c7cf56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990375a1685c3b2f2829669d39e51bad9f292558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a7dea59107c30c6d69d8862b5952a517579de249dd60f4e442223716f7a5ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce81c78cb876f768de0795cef543d7cbf5a495
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bc1c88817b69cfdc0675479f17d82983f7a6afae81c90c5a039b6a095e7b9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f023f2fb0523cd8a54491f4caf4d05dab12305ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82c3c87d2fbf1cf21522653e10d8400d9c5cce27e2e002079c866ad9d8a2951
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ba0b30a191db304a1b911ea34296f930731925
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1569a9eb81d9b420c081ea03afaaceba63b03766ed35f34ef1ea1e2619565082
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcfd0e4228011e11c0ce368c5fe8d7684468356
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b111ad3c5b4347e4d2f61b55e9512a73f23cbfeed69fe3bcba15efe17e1ffb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7220f66726f371aa427fdda0b65bbb2a379534
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff3fb7e7bd19df6d7254528cb13f7b303ed0e90db28e273d6a49dbd60a8f91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc349e439a3a18b1483ace5b0ff083f99ceb83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5a58df4df295a28106de72047d66636ce038e77b1049652ec21e665ac6b9a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cf5f5d868dcd8fbf86a09c7c9bc9e094199390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b8111110c746a7fbcc30fd6b4fa335aa546eefaf3e38cd2861ee8b2a8e785c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ba321fc4e01df857000ce4161dfe1ac4cb9da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3b8a6b29262b4d4364841d78d05aadf79bd6fc7b28c3fb79fb702d0bd8463a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0bc8187553491840d4d619bb560987ca15dc71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d5440843f15ea3566621285f9b7382c16566fd6af89dc376e6f0dee73efcdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375951126928bfe0164cbf5cb6222ba584f02c51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a676d6a6cb77092099bc13fa2c37959d681b36580b5ad69658288bfd88cc0ca8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7308a46085b5ff2e676b69d26db2ee0616f91942
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dd35faf6f5524b56fac646086e28c4bcf34cc18b4319f04cc7becb2565a4fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e54fff78ee8e6bc7128dafc53c23c12e351df37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb47bc8a0c398cfea8c3f57d38e53232619b6e6b454aa7612e63ec58804b3d9e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a70f392106816c225ace507e532b18d6ffa09a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601002139180cb33c75196814bcdeb671f64975679665a0e9f670f87826cdcb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9c3deccfe15581061af0332370f82dab73ed15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c112194448445570f4abde98daa80a390c350fb6486ea0154de00ce7c08d9fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f23a21c1fd2d599f295a3a710e3e4dee7198bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564290f4265552012d72b67a343332d2e8c08a7e691c4d59a3261006dbf4fff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3063f71c81d1d9ddc471f72652663daca4ebff80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954ef56436c2d629e6151ce04fdea9a2d9bcfc54bfa3b33c64c8952307d90afa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54711e2a7f2a8353cabdb1543de6d0f4bdd5767
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c109c79423773442046d36832e491d420805537b3540805bc602bc83fe2fa0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96d3fadf5725c4446889a3ac43954f5b2cedf96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a439a62a4926052d464ee28520bcc6f0a99346dfcd616fd10f10f34d807cbaef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96686588f5e1ab001bc0fb06c7921ae5558569c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f7f5510d0c6a9c1b0405fe86f016a6bdc9894003aeeaadee3423518ecffe9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b1c3ccd63b78883a23696926015c035b79f6c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c8ea562e3b09d9becfee89e44d1c3148e672aaf5aa03aa981ddde622d9b049
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced6775473c34272db287da791219a2ee226dd9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea44f611e47701088728624d0db216bbeeddec649730a5b6c126c7f25da65f57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4307b52cc99772244a372e8bbef8d0e83fca1e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5caa6c3b5e11b28ec76f8a9973d961590c5e40c349de21bdbafd4226789a40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe1519737a970ec655194184d5be798a5e05f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae7572aee887b259c674e4a68c415a61b8dbcb3440907452ef69097281bf35d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c011815f57171b25d90c5c25761bd53def5af7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2f4eeaf44a0c5c08701a4b1f7355c357b5a64ae002c5e5991f6c5183f559bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d331a9034cfc46aaf26e5295cb58f417bf12e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbac5259db7b3808bdd2fe2f9afd5f991afb700bf14c285637f6c740395706b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6217c3dc1b5bd0391fff5ae066a40cec0668e884
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c1863e1ae3ff9a391ed5a335a51d912c76d039f4d4967a118ef0fd5bb8a90c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c167eb5bfcaa49715818b06507e6d6466cdf6311
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d55bb9d8c51a60d8668a3ad2096cdaf3971dc4739a6340cf8c4abc95aca33a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac120908ba10ae04511155fa3e499495eed4644c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be57e95e08a2cb4c1fbb740d38ee42aac121e47fed4e1dd6d4ab7ec7b2306ab2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c733882caa20675a5e2c284f4931d5215873dda0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe5a68da11dea9c710fa57871bb68e3978caff54ee845e936ebde225e76f998
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81974dffcca04498f01e5276038a8f2be81918f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe99b6941a4d1b557477f39ed5b481ed5ec34a48a26dcef16e0512dc4bb65ea5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfc68dce363fb6f63277263415a00b487d7caa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdc6ea323748d61336453e3da79e04206cc50e1bdfb4a4e7001fedc6a2dd5ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d25b93fcfdba67a63f317f306902cd0ceda2659
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9ca33de646631f13a0192011e17bc691e3f4146be6172daf1af9dcc474eb9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350ea16a5c60212237d4e8399550bea3c7ba6cfd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c8ac375b9c726056886d82c9f877860e90992d7fc31e2f225ce976faf907e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c927280651b43c7b872cab29337658c02faae999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1535e181c77f506a2a4b08dbec828e6ea6698f8a42a0fc52c14172f61b1861c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dea0ec4b1882c5f5d930f3715130021fe2be05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5337ad4dd0a9a02240beb70e8e7b64f1081823abdc4bc0f9b013ea3ec6ab0fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c889c6d566add04974dff1f4fbc09e763c0e2d93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36363f5e1657dd9f0577e1bf48a7c6db2831b560832d4f41cb9d336579db745e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d48e80b2a527c03fa73bc0e27469e54606140b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63197b989026dcdb658bbdd92b0904bdf76cf88df55f4636fb15d89a5a597b77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054f6ce2b07b83391baf532bd126e5504596218f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717ea9dfd9f43228a9c8e560ca31f178722adfe92f5153dc49b18837bd8d241d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c2c1f38f80dbae34040c85d3d56c7619c343f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c95e1118eeb4ec03919f8bd5b57dd71fc5827a3ba701219df4c9d53d79187
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ffc61569601811fd8773222e510772879d2fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59d6f04c51ccff5653b663cf1de6ecc35b80b543bd46de31595628d1639e9dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b793839b8f82e6e95e57d82292ff3a0bcab1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8001abd6be9ff0c4a35a77e9f60ced5299fac7447b92fa48f5aefaea6627aba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b5d1c146df9b48eba316cae24e7c1ad56545d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f164183d5494c20ee36710f911fdab46a0302cf8191286b88776f740e6d72006
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a088a5dbb10c05d5de55c4185d94181730bd1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aff65fb37b02ef6f03c70d5e7b31aa402629acf89b221a15fc47d03634f4e17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c28213b3d4d8f6a02fb8ecb0b18f11e46b6e1d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b431c7d05ff82f067f12515665526172e8ed0c8a6c473143ed82051356846266
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258862f15f8d4cfe017a18d64b40249a7dadab10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec08f32207b13b4053b909deccfdab4e31e5ec80dee9aefd647d83e077d9c5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb1db41917b449a9920008e3b75efacf618b215
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f45be03f2d777788829b7d556c0a242a77450d95df001cb61fa4ab9fa85b941
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd696c1fa90c2f4e55ffa92a268631b3ae2df53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad953d152d91afba359095e960f84add5d70ef5eebb8706193cc0ffdc267ca2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbdbb17eb946d958b378b108ad9a6d20a31be0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3610059ede90e6aec73d18c61e156bfc475dcadf9029693558f7d152426791
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b053fc2ddcb0e2408bef9442723226f328910
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9db5592c856397fbe2feb90ee13aa033bdddd301bc7d61dc2aa5b5284e5771c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522d728c6abadb394c99eb89a9dc569ed1d9b444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f929a8105efafcecb15f1dd02b2bc0f3198e135f81ff0254d2bcd8974a0a2ed1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1730ec577181da32140ad0c0b5b39557ebf242e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b72f6cbd0619f47161bc64d5bf5b9c0ab3237f7c9d4206a502a0dcc5020d0e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f676117a5b522b0c24ca5b749c10d13849fd3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3fb7295bcd6cb336474d9a1bb7b6793cddc4099646481d2af24db46edb421f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0c10058a33923a715d4aa094c01708fd4e87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5d867d24d339494c294622adcd37e5c525de2b5a8c3c884e75efdfda26240
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b83ecb95343df2c9cca58b631278f9d8fedf0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cb95d86c3d01e77f4fd4333c1c310240ca93535a4f0313800d5b4f91e903ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b839543cec4911e2c9392e055001184a14f44e7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e281c4649f58662cda2a45d12eb0b56f6278a1c7cbe2642450fda35ee80300
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f1b33d0669358b9e27026822c1c28fda4992a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5c6627305834967f0c9a963ac6495699951715fb8fb034571c3a3c48bf3685
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08f132fcc1e284de0ce10d7887152f9ecdc4949
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb48deea9075fe2daa4039070ab66a96d0bb536d305bc38578eaac4256df89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b45c30561d9f3f7bd9190ebd011a3fa60d543e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdd13d637d5d8069d0cf5abeccffdd6d0fa94a44d53f913c207e9b9a35acdf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299c478d4568f26ae91711c6c53b2fb04210e067
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6b26fc26a582b9020d3fb7f6c64480328abf33cff1616545549bc92b0c4cc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0187149f5b86e280db0cff4cd218bd80685ac2a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91496f33028454fa0dc49e2803700175ed1e85a35e844bbbb0afbdf67cf680fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b857bb7f84576a1cdabffa47421a83c0a44660b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b04458526a80f40da3aad6188cae10ba574e70b1fcd41e213a45e5cd8e6742d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480dd0d7becb5c58a7dc8f03ac5f4ac57ea0dd1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1214676ab8074c40f9ba6ed7f8143f01b6875b85a4a016c8e4943e362a508fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33319ad72f8af5cff4be80c42e876a4b1c2d5b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d044c2cccf8ef464cc071ceeeaf1f389a86fca5400c47240f3bab6164cd8969b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32ef1f21cc7d370d72b02821947430941adbbf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d4d55bd5227afa618818c6808c448c36cb68c765f9388305e38b7129624613
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef3c85116afe8c5080e539a9c90afc566bbecb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a2060c6016fc0fe5d66b71f4cd5329f5ff41fff70fdf6deee23d3c45a1dc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469a6b150a3b5323821cd97b4fd6c95feef37fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff24eb8a47fcc9ab9a409e29b8f09e735421806512893126483a7fa5ff40b47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ead06702ad786c9e303930a0c09f3aad523677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d797b4537f4332264d8516d874229f43be8f2caf9221f01f24b5e7513a62531
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1863b1028d2cddc20e9d70375f0b330f219d14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcd8a6088683b35ae446ea944bac1a7b5c0047c7f07369971e8125aed5de560
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b43c79ba44b8d41bd4f7890be75103e0b0e91d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661e93b8fa66e58c569172e33b48d4469c2095beaa194600e3bfef2db3941722
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fdff1584f8f679ad3ceeac25fbe5cdf79e8388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c493d969939cbb6aa4158153e39aca7c90d9a9aaed3891fd373e928fd0725f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725aec1f4cfdc0fac6ca822fb4b4a913cbea9a08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629dd5e8ad8ec469471f1a80c820ce676cc6f973f2290a31353d051146da7b93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c347e77e2e88d06ccaa2c2cf35d2296e7653b0c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e375ed0571e2eee883d89ec3a5b04e91658010795b1d5afd033e11232aef4918
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7aa3aff887c2b26006608e610d3720c5206e6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe7ad40343e5878842b1c434900d439e9315376a7fc2de0acec50d6e1283c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55504bfdcd0c8e17466390fec9b669448f61e7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b5d7cb58e91852905278c56847a671c8e9fa62e198d326e58840bd684a0780
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75199b2a3ce7f01db259e1ac486c807b1fbe3434
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe3fdfbe843fd70453fc128dca2111458d14bfc008c33d42794bbd6e5c8aa3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd030206c88c18c72f67b037d757dfbb6ae4a0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152ddb943c29bf24ac1c190c696a294992503e7ef8158e381e79cc86b4185941
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca2aa65e53a5bf04275553aef04f216857bb50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d54f40d4933c768e2d5944b533d036ce190d055e07f16d4f72074419ce7983
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912597122cbcd5bdf6e8c606f32d3caf7a004ea5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e82d5c44a3f681b673aa7bb42199c25f30b7f4ea85ec5a36236efb32c49b5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b87eaf8de03027d593a092f28f5a987c61e34a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a6db61d79cd8cf189a428c919635594d4a89d676e919bf1b4ee7f7fae39b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3203b0ce42361284619e7c3bf4ffe9fb55131dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee07f73810b89291d6e21e200a0edbf03a5c793d9787effa4c7bdcc85c1c99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b8c63a9be0fe5e57b04cd079f0cdebcf6ed501
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b14bf2525a73befa265cfc78e4f16789527d4f2e2830d79fc44141393fe880
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af04e6d936294633e4c57440280c0f5f551880b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b73dd517a98390cb505bf5be7f0af40725d955cff681252c8436efdc0d7a86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79932dab49c13869eaabfbc92e55739a664746f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f484ad8180a7f0c6fc58cfd15d6b2921a57dea2e7fe48eb3c12a653cfaa400
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab5f3f24931b1ff7a8861a18d03fccaa10a3d08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e540068ac3d6eab74195072ec3538e196745c3a96ab3c557cd1b4f2e7338c6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84325476607e8322db0dceece52c65976d303d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc40a2d00037d4eadaacf92bfda3bc054e9f115e1aca5986887ecc6f9bb0b78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5568c0ba851040f61e1e524cedf02df5ab0f33eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceaf8f5d5884e9181893af14ab8347d808943a92235595ee00db5a585e27522
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4706553f7b1888998ac4d597572e45f0aec81a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154cccb4e1dd68d6a246b2f8923df5271983de54bbe0eba0f74bb58be6de1f17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aa6ab640d95194720780592e388ce975d1d052
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bc85670ef7b403b9b5350e23d74ef3d2f6d4f85ad953ac78b6431c0e1335c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9c1c31ae7eea4eff0c67bd2bf4112208c14c80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8223a52c4fd7eafbcfaef6c92b07ea787575d1a81cdb74643dd9898ea9c4a029
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eece32a36896543006bea1af36f72e2bb59e4c97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a28f5f1381e8f46cfaf081acd8ca3d7764d124aa2f7d63779ffa338eca08ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565fb6af1e606a53435fbe323069ac8d6baf0b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e395a5fc74142ec81310c7a6bcb29e9dddb781630069331476523e3659facd87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68bee64f11970cd61cfa8619a966f66f8bd97bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf943010e7ad470b86775e409267e8501823ee9747756a92b30d76f99c368a40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77211559390755167126eaa5e2c3a1c92520dd9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb9b13d2c8db73a9dff5155e430ed4775fa28942e977b5a9c526ccbca6fb760
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42b532d598024a02481a2fbaa33edb47ed97461
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b1dd2642edc85cc2b3866ce6770772ed11ee88d714ea1ab7d91d0c159904c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529638b8e755867cf0a004d3749c9da926571bd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8992e4944b1af95a3e548986a881999065ddb2d5f68611e9f9a1d3bd7ce3bc13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8680c7acdf39b1fa98c1d3cc00c847e5e7ac49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e935be43576a9d8adb628abe9b3eb55f6ac94d92cb446fdab1a9d1de2711ec89
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d18b1b2830e5cffae4ac16e474eba76e7635248
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92483dc7ff975af8612786c08ee89ade0915b35d6dfe5f18bdc827f77b5e7b24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5391b40eb9a0724d8c9f18929666681001aea8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc24b2dc557320fcb700e35afd9c130077731d590c1f2fcee600f6d2fd392b3d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c17614ecdfafcbd0435794b2fa18ab8ac3c33cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a277716f214f94ef2252dd46e47753563bad407560af76c45e156c5b245de74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4a2700209ba2fa56974c327a351339a3b5e7a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cdeda3d0b7807ebe2c5133bdf85e3a88d815d5f821d74757c32b5f6af61801
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a75a061476b53b872fcde8958e09eda9a89f3e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b4429581d33965fdbdf3331fc88c3f9b0c36ec22f43d9ac23e9a57cd81a63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b21399af2222326b944aaa70e19fe6f4e68ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa479bf115157e284773071f171569c83c9fc84743cce9511f65756cd08544b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7427f097c9d763c69b929fffd385ca2cab164e36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433565ee83c74ca1ba37365766b60e6bffc72e79d0f4e4e2cebd542faa41be1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219b7824f7e727381a4963a1860352fb8a6a52a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a40173364846200f7787afeb84578f38c451aa2a62dd0faf2425c242f5f06bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b34e2108c21a7834742702cc45c82ca86f0287
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94219d380babf0089f91b58c69fed0b6985cb7eda040c1a89f398f33299142a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f02cf8242123bb9107a5c61ebb8381bf2ac274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d10b0e9112732b08383e28389e58c1274221760c23a04c6a6ffa4245c0afe59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64cc0f942ecbe251960dd5a67d8c2651a67cc9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acb49b0553e22549fd394425d6db49445207cf8e4f7fd42838249ce5bb2068c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0845ac9d8213a183aa001a7616aa130d01ecd928
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d89147ceacb784675cc83bab302e78355eec6d3f22ec9bd3962ed4404ba822
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d988661e88fd8edbc72036c9b402d19766b3642f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17fa74bf094f8d9fb9588bbe701ab2cba7e065c620e40492866f74104e553fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03a59e27d0572cfdff8dacca9e80d98d9b8c0d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539c6d779ae3089e4e232f5b24312f91867e7e334fc1b2e2dbf05ade4130000d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbba40858f6c6fa40ce14ded422baf2a67a09308
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82fc492a30fde086becf6c0c06414b935041c71e6d10180b2b0fed17189aa5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1a7f72cc3301fa31817926fd88331b9acd7899
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61c44b927b3371628a86fb95b15ba5e195b3dc91d8c8ac1739165f6ca935751
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a31cd579d951a8cfa41a5fe096db17474b694
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4453c7e8930b2cb016ec2faef6c62f6085f55a674648d081987c9c2722bb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c39f971e07cec231a0fee7bc8b5406b4064a5c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77a9ad4691a4b0b15ef89e200bb2463c9b16f2310146ee16ff77fa6f3417fac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006b8d036259ab2ed11ff5c1ab51262fa413fa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc40e7bc982be85c5d23fa7783e0f2998a0080a6849d321932582362fa338210
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec3be732f256d69a8aa16efe80a6e110d6e72c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a1d6c1daa71d9a6ffd1c9fbf0ee82d063921c43e4d47ec22f95315f5037930
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5e1a62860f2f3dfe234976e407f681ae03bc2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba1636d06bb96791157a4df3f95223978082a6c4de4f5a55071bfd2d1bf310f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33819d5ee5a94624f446b4c7f5eac15d82dd6d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cfd44af176eb789f3a45204d74c3c8f69dcce26517e4aeff37e837b3684a13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc15c2c5cdf1fafc7814db2eacb04fc31076dfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c339efff5de3d2267a7d6c3d80b7dc284746a67311340dd34339e24457618618
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966dd8d3ee22217414fcb97c14c2c69f31f38654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661c1c7f989b58b22b58ae1f30ac2305a8750bcab604d8572999529ff22e5663
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd77257b4739fcd3263634aee8b7b7513b6a917
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c061709c78ba4c1903735d3c0ec04fa176c414acd2d27c4d0210b831e05032
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614610a8cebae62a3620595b30597a47cc115734
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee8a95338fe637a9b5b92051cde97ce5e895caa6850a5dfd108eb9dc0c7a8e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f8cc86f03a19042056fc2fbe64c2c58a1b262d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d0fd02f71e954f5379d58d2a58fd71c0f11f3da5efcc5bfd92fc140ef826c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46df1b522384d506dd6ddd434d29c53c33831dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684b1c48677b15b5f2ec6393b1baa564f4965b258fb8645310346b256fe354db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f909a8dac7a3fb752a6cedaca2a52d89f8751cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16f3f9920fd2dc1e547bec3ecaefd03858a0219f9a1f1aff92126a1fd0ab27
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9467d805b76d41bbced759293873cad972f869
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13e2dd9c2c822cc98111acabfa4db62a1a1a7257ec5010f8dfbb5097c910b77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5dfaae497fdf5c1991565ceff9ecf712898561
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a847fd248f849081af67914d4307ee6a64178eddf8894afcdab150d2b382c15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8f8f47e6057a9815d8354791b9cdd31236751
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d875d2e04c673fb567fb6e3620e640bb3cf4655302ee0896f859c9b3aa5e7d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc1255cc7a7c0097afe805e14936147373d13fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e122bafd54bb16f93b9092ca8f0662355dade0b9099a5144ed88887cc27ef1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e0c51c70a85555f931c6a990c825cbc09ab72d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ecf18e9341080538425e811008e4c81f33892ec71b22b06fbc1ea90d7e4a1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9653fdce4081d74e721642ba7abeced2991c07e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba530b05f5bf4b45c643cec2ad0fff69879cac4a8d622e52ca95c878b29bf38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92509e501527f470d1dcd51ec40087201bb8688
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d54a6d1dd7cf6cba03b200aa1bca4447eca360dac0a17ee69a89fd07a36f77b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea44dc31e091abc61decdae1b671b89525e0733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12255b74b855ec55c2f51a3ff2d4e21adb7b783eddd1db674f9a925051ec117b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a75f794a7823b4b72fbc4bb9ff5af09dc45eb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b30083c67eca741976e275a32484ba71eda5d328b300336705431cb99473d4c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab531b7442e853de01478dc473a2a7ba783e260a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52dd363cff0965ee6808afe63685b3ec9c085db28f50631564f304074d0b7ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902ab2da3ccd5fff66bffcbd13c3ff0cc21ae61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8229a7597c085111ab2c3acced1bc17cdbba37752030169be5752ed90d7e46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ecf7a0ffde8c950b506437d8d58a3b837fa0a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2f25bb3ae81483996f8fc3758b6a790b093d3ea4fcd1a0b48fba5e4d20e69d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6a5358fe46223d39f60b1a7090326a08d99e5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5687da8e6a1822a614f37a5113837da4793bc7cb611733e1f69013ac3c05bf3d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e98458c15a10b58bb7c8e138a054bb3711c9d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d0f0ac2adc26419d071dc36c18297dde4dd8a14794ddab354736479829ac37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0d255fc2f655dfaefa18e6021f228c10dacc55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b05837bc38ba329095f86a3d4d01ff055e429e76404a51ab93f1ec7cd6a15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093802fdd75401911bd2e22881b0d78cd1a5a0c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5243e26bb2ec36a245aea0afdd3401b1e3e200fe7caa8fb0884677d29f60e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40efe4a4be84c00d7ec5e0d68a688c02dcc12cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cac258d6b836572bc4e30ba265915c77971355c1eab06b5b57effdef3598d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215792e92864cc0118b8e6ea687e5a5f6e50851
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958ce8ba75ed80512e1aea2d61480bf3534f54df28361644f06dd0b629ec44d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116adcc3fc89efdf4622e640f1fe132344c733b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a98934b9c4521be23afefdf0d4a405980eb6515915d635e971e72174ca2a65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d570a7711a61c9ca00e72147ca0258284b8e0a1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a95345b63bc90b12ce7f5855c2a72607bc35c1b2cab129d82b9cd4f5366f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb29e766a6563045ae82bb9da6ed473e9cea4cb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e457a93fc918708ba3d7028cd318ac45a4344da97f9c50f1de09d85fa63a67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fb2ffa6806f6bb112a7834fd396c8519f48ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd1c8a9c2f25d829bb779b1d041ab2bcc1ab374465decc7e1407d6514c557c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa4aa1d8afd4fce23f3f53348b0b85df99f3e19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82904a47352b933b1585071f11b358767e860c5a39ba0135e08b24fc3ea3a559
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57feb1306a2ed47cf1214c3045f67d441b853efe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97594c98153bc0e3d0d29147b21005f488df8f24ba27eb2071c9012384c77c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b76f03cd2978f0bd86b97c761b1d7a7a4f968ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2c486e38ded26cd7f3c247cf9ea8ed2220a4ed5accc6e9dae30e4a8351e863
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c207865ac227de23fec48eeabea453e688b0709
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af23db5334644d8be2a29c5a6dc5ac2a1a326294de22a756e692e88e38ad6aab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f8c805fd2f19729e50a39f8ef33d130d8b1b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833cb2858dd80cf3bb01a687a653918b1074dc1bf929659911937d63f4cf1bdb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d885eb4b1545d3bba255f6b6e8ba513d492447db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6777eb0f56cfb52f63e96f3b631d603a9d29daf983d9c66517413ff5a6f59241
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa06003132d36a9a437179a12f602bc950622a7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f37d4385bd107ea235ce380d89fda6dd46249282eda4806165ae27b761428b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c44f3005de217b8463f3f8cc3cf47c292fe46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff141d8f643736c775654a139847cdd88dc52a6339d64c397f64b8978182662
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b005fb69d5506215a9057d8c227fc8aad23fb84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bf352fdb68494a6e93e9c2cedee8b20c6923e0516b1c3d053b9b250c3aef7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a1c481090560846ae65ede23a7245e25ca5199
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85012b42d2d4d716142b070828d0647d836898df9495734113af59fe60704df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4e98bdcb932ba2e473b419e3c8baf9d72465d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964a8de3f778e7ae54de74fc24248abe255940759c744d715083e90188ab3b48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e3a301b2d28d9fbb411a73ad2ee1e856605e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fcc150b6201e2cefcc23fd90013de586198f000b49232eefab3ac56ee583d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19506bbbd63e93d6b96b6652ba924aa72d7eb887
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b8a2e9c54a162d28d1488c6bc1f35a5a59d4f9606310b4ee2de4b7b721c57f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fda5e5c9fe2622a983dd82a833e26fa814cf95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e14726b93c24d626111d1b170bf102eb2d5457f19795ad83b86de3a7c6f0a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5affa219736287beca6b812a64b13e4fd32b8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53246945b1b584535940d14625b436524a1ab095c1dc6e4d5ce076a7d058c26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1a7f021e96cb388e7a3d078772009d49bb2ddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8149ed2c92e85893cc0a44fe5214a5902b7acd80eaef372612fe35c2624fb9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48689139a4fca6725b144d5f892f11cd4e841b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2d073bd1b2554f30743e4c850032f02d65ae09323f8cd02df199757aa4e992
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db86794bcdb80c2593243266975544069ef4b31d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c5424d7b70962baa87c2237049371ebd34e8bc98eefaa94cbbd3c0f56c744c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed908c8a3898f4100dcda7dc56d7f7d9e559e3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4243d51e952df47b6b3e4d0b8eba89f816edc2fa9db58d0241a88026af94caf6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5befca2e286b040176da30f42fce2e779d8693d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253747e8f8263b5f63dcadc41b800dce9e8b8655df8d6bb29b3d8294ac97e8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11f7f0c7cba9f6050e5d1899cd133bb37823f3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e50bee011b2431aefb27ae3d89d8e26577ac3f45811948fa123f34ac149701
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5953ea730b90b6142eb3a8a182b2aafff5c7efe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0344358aca2a0c229be4f198e0b8f9603da55f735bc1020e56ca98492f17d2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ce84073e2c9b9dcf7f42590acb0aefbdb9c5d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fb7eae3afc3d2c6091349fae38c0e350768cb6a238ad2d4fc473e2a84d0691
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0dd8c83b46790088efbbd1be2c0513133d4364
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636024c54e25f4dca233a9f0ebbd877067c20117e8c77703342559bfe577b10c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e23a3ebce3121303ac5460c9cad99f33083289
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa420a59c4e48b8e1c41e75d2630e5cf13a43735c782e5e6ca82493ef8e6395
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d27356b8fc34e9b7930a41bebe983d056af79c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e704d75edbf61b959c9364d4a7892a42982769d699e9b5a91b9c0e48e6735bdf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d4cb496b64c82da7e05bd7f64426176ff7efc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144cfe6007d3a61d199767321c5a8c59275dd647878554045fdd57e6d9a4b8fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b8e1f21035e50625ffa075042a972f859d7885
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a8e6baa02229d3250228a562aefdc5f4607bc4e17a5088b693236312577517
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca43adac65aad6739890c0ae4c51d0867b7af497
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154f3aba11ec0aef7c7e908cb56f7cf46d1856529e88f4faf2494646bd622453
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67691951318cac8bd08c8c89f142d8f90ee7ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa89da3e049000466cfd656cbfeec8a2f7c8a202d77bc5cafc71dc74932b5c2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ec9a47d4c9b0118eb9b46fe6ebcc6a26dc4e36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87ff1c8636a728524f897f396eb3f56690593efb4799b4ac4841f7a89b2490e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24553d517b22b5e98a0f23bcd3b00a1710c5d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f89917019cda8248e629ecc808313d426ae523919b0282d5251e6725a97992d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3663c8cac59cde929e2d1520df9841f302c7ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691f06808fde27335b840bf590819cbcc959a4c6e78965ab5c06d13401f00691
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92f6293ca7573e28f8828440280c95b5beef8df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b247b660d61102a07521323447f29130144aac847874a05d230676cb3ac3d9c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62de2a55fd8c598e570cc73678eb0f575f1efc6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061e740bb7461bb659483cd41cdddee2aea4dd4733a2094260bab6bc71a67da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c377c62269045e66dca16994c7ab8e56b15705b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a17de404cd28aa596cb3caa58c434e446c850dc308aaadb28d34da4679b576d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8c16c4f62eb89f9b3f45069d1476c73570dd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30751bb547d7de8c5fd31e9e6696946cbe488eae14fe2217a0b55ed1f36a5914
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bde138474a5f217a1dd72ed0c80293b019ad3fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae64ddfffb1547a5e547479d8b4f5c3888832f079f722f0f8f916faf51dc2fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c46426b9718a8669da0f2514873b873a5a3826d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0327f680d70da2293708e3982a1c9af42619d7c2d05239894b67f3ada3fcfa77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f7b7ae09760de5342adc51729e8d62f4ffbeb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317ca2055db254aac2053df66140ffbdef6ac250b6b112cde9887879fe421e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1916f4c2f86bb8a28e9a1d8af9c4049c42da1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c37f42aa642bc280b0a91e62ef871f9e74ee620328260602b53497f4c4bb352
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3a76d1f70ade36179456e943274e79c08e7aee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df85db9bba696985f94a6e67c57b06ed9bab2cce47948012c7fd988dcaba02e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d2be6672b2eb2f5622345d329c391dfe3a9bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc2bdc3cc2884934585c6e451501d874bdfc0547efa693ebebe61517ce8c120
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60f2ac7cdc300c49b86af0f4866aa36a9d1f2af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0e39848f95d1b61db370669cb4dc91a2fd340a35092765bec385a4518d7203
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bd2afbb58ed31d8e7404ebb33834ed551ccdea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973e3e30779f160ccbf8c4285d2b01a81df9d64623d73e3bf9d0621ce69c796c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c18b73ae8538ee2bb7157eca3870163880acf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86de17dabaaa4cd9ac98d6fb138819405f6d13536d73783d72c2a71b62c23f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462d4f440811e86bd3e8605da39ec3b33eb3d921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbc9dff8162311c84a7e021ad4ab8d8b90accbe56c2ca0f5d612a0b7aad5a35
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63401303fd0c33339714174bea6eb071f8be45d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d2a90373c64810fa266c4442833059356781ec4a6a1fce5e8abee1d0832812
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3043531ad1eb19f19d0d3be8b81371a39922042
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2996a59c2efa2c216b2f0dd3dbbeed8f859a6dadaee47d832ce1ee392a3b1c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34be7f0f6c7fff9b7509fc74db89ed594c00ed85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d981f0fd13788bdd4b9f31a00abf29ecbb3392420fb469e6c60ba65d428627
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15db0106329ccce3a72105e0cee37d7799db36a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e60f58db78d6f9bf86885044090f734202b9b14d90977ab02421246e2430a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8beeda4a960592c33709f450850f27a8748018c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966eb74ef4fea1cce84382e13808969df29500fa0a6018d954169b3ab3461227
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7ed8840c537775cae506ce25147d63dca6a9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf68db038e7c48904470e1b292b8ef9d94b00db4db966fe2886d013dd8977a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc20c905be0b0908932e0711eddc6262b0f3f39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b297f7d212e3ad25552771dcb75bcebb0127781d03a91e7bf706d1841cc11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9542eb23cd0e3f421df41d39facac74eee2ef2c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b2b42f0cef0adc59254da9c34342781180a4ada5faf418d65edfcc62160888
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60bd628e5b68052d9461e80007f43c66769dfdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eab19838db654719af7e8249f969c717546370a745144403ceab70533b27aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497ec3cbe1297f65af5260d9f66adc4930badaca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2304e67ed60a0df0de20f5d348d1894808d1afbe128278822b100a52df24a011
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e68e29815a209f2bfd41e3489d5098c8e59274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d30f09a9c5ba019c6e391ddf0ae3c335d30eab817310e0ce855d27c3d6132
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635ecfa487ec65cebc6f389f14f7a657e74f94a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a287e5441cce0d17bc63aa408603cf6e5bd35288fd2d5a77d292993a3c0aa50
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76031dfa4daa9bcad42150fc85a49c56211d2a58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1247b22c0f0759db0771c7781da58a589965b97f335a39d1e4e378959f9f28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45418da7c67ed976b1fe7a7bbdb409f85f4e231
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb23c850083c8b0b68e7a873f6b1a5c93554574f47b7af51601d7d27f089aa07
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65fae5823e5cdf14b541066b0700e49c092337f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c360bc6309ecdc111722ad3c19533a201a42a9c1fa312075ac031b5245128c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db5eac9862dbf223897428e4663864e5f8620d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa6c59fce7322d9c20e7ac8192e911e543daa436e24066e74ad952497d01563
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67c09ee6d81ee99282add10faacbd2908c62c3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3c35806afa6c60ba473ae495533dd7d0f8df94ddbeb1ac1778b65a5938a5d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbd2cf4245063c18bb62393a1321b6ca0045b36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e136f886bcb1795a921076287f4adab3a010de2823e3476ffc62d12a6834b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f34e2748841061ae8189f625a824e4d3eeb6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a96e754e3b08bcbff41903a9f70e67694e1c9b8649b0f8c8ac6d5fe2ebca2b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31858c52426de0a022b2d9011850b442b3859af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69397cc24dade16e0b1d6ea44d6f17d9db2fa6401b9e8b27c51fc676ff632c22
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3db7697528b06f7340ecdcecdb9a8bd96c59d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb3c5c729e3b76643a57b8438febb2dbab52b51b85c70bbeb0fb605136ae2b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec8e2b3bfc6e54bc3a172940425c94be4bc5758
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d25668e4e00d8f772ce8048e2c4da809d3aa8638704b550e4f8b9c56978c4f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf34d3be9cccf65cde7b320ef442d862ceb5849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6318b521392abb1e409896e3ed98d5070e0880125b5afc75a1211247776cc58d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf9bac349491a76ddfc96980066cd1441dfbd8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13440e7b43f5f7764754b2e099883ea08af0ee5d709c7c00bdc65df2f2cffdc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4832301572cf0511a618ef3c6d754902b97af3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e38e1a2ff2c6d748db9e374670596be6ad715a44537232cd6f96ba08301fdc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2b2596752e440d4b6cc95906cafbe04ad1505f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411b76629f16f64f9ba3ddc46885b87f86e11888fc4e5a708feeb3ab56d049d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be83427fb6ed44d26f07b8311ddc080ef711312a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528a02b61cd37c615f63076d13bed8d0c897a442ba0a03f24bb957d1bf62b0b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a68362f34f754d255f89ee6cab8b3883a9668da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230ec48cd5a23abb79e7952d925e6b2821ef1a33fc77b28ae8a979dec29eef26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661d02472be53a610230786e263c9e440c15aecc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccdfd13b2b5c1ae89083d00a97d65c8fa94317a537cf5529de9e571f8207aea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259c8ecd968398aa531eb087f577452bc25a7f7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909eeba949183e00e0f73fae5ea9fa25808891cf26b4284420276ea227a91ab7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7382be079e2d5e50a850fb4d38f33e60c8a9723a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec6fd9a910fd29f829a1db578c99a991c6a6ad6e9c80c33d0c9675f83371bcb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80fa9076f415765b1ae882c66e8e280464e9e92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf60496f1b9eb42b0744f84dce5e6d6d90f71bccb698fd916ac4599b542d2ee8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316f366c68fb18f5725fa3ccd0f746b2812d382
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3210b6a88b72978abab48209384cbfe8d6ff69014e6613bedf1f6b9c7e6b085b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc203935eb5189931de660df2cfcaae32ce36056
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddb8dc08017ab244be8914fc3d36c53e2e17543cd0034d30ea1c00d26821a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd990a43cf9aea1890fe42fa5fa431c6aa34b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a586736a63e453ddfa0bef7bb241a5ca9806fc10e6550db5ac1404662d9642
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1224371d806f31c81ef9e13f957a53379aebc53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec7d5e41f1adc599fc65ed7dc88eae3167997716fe9b902c8403eaf27235841
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba97362f6303cae7f48cc40c369e3cf0fda762d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ff2e959caa3bb9a92afe2fe0611a5fa32d870886e27f14986f6d6ad40a404
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4546fa5d19396d23d483b09d6617779e8926001a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2717e100a39605ed356b6fcdb702a8aaff3cfdfe48d2221b27b663ff7ec20a83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b33e331f0bd35de17a71a1ce0aeb66dc8d8c8ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c16ea1e501b96b32197bbf79d0f573839b6699d1d038196dc28f4d2a5fdb3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7986dc017ebf047b50dfa96c505f3ae5ff470
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24736d19a16ab0e5fcac1c9fefd55922404be0c8fd9bb87024ce31d4fde7e848
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e22434f47af87095c0a6abd1fe644708055446
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca608d38f1b7cfa89e40cb107f1b28e46a7313d2915e34bea85facdad171779
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8701df0eedc66dcda4768eb183425af72312f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2d8e7c00b861c2a4954b9e26abe1021b5309db28f0c3d61557eab2a3394f3f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894913f7d64befb90884c5ce980b0fd38ac69e43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b27a594cb4935068e016f65c8944bcd5b148f96a181bb03749e2e28a2db953a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194534e49bd5d907dab951a857b69306ceabbe91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9bcc5374526a9be091cb44ad83fcb483e11a19c7096f076489611c8d81f8be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152c4a14a07e62977d44a5fbb467f263c7f1bb8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be27c3b7b41ee96e521e5270b5c560e66f704e520c08b8ffb662ee7840973be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb79a1c210e47a628311db54b912aab821658fc2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadeb0cbec29bcfc790dc7564283452b246d639fdc1d47bdbc39ead181a910c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717842d6711eefbaff64a7b8f7f623fb5e5e2be9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c201a16048afaca74173fdb51e1d0c9bb530d0d971361d0533e2fb89107a9560
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004605174c2d373fc8f4b77664cb15ca330a5b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30152ea22747c2ab25b4cfb75b87f8c188402a8a6a21dcf249396dab3e02896
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db161e4256ecec2bb5ecdf6c5998bab14a2dd40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84527b496f6de1ffc514e7b3ba2509601909725550fda06702cb4573529508e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde6d3efe6bb74e97359b83c17d6cee52c731b21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03543e06628c6986e29c664e7c2ee29985076f352d93cb005400bc04b3ba8632
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c0d2c69909db144464399fd9e5f3f8630b1184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b1c3bfaedae426c34cc6b903a0134c2828d4b6813ba755cd55028f1091d41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7f50bad105251974e1dd0cb6c8381fff59d011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7c4efa9566005a76b7b26286199acc72a68ba91f574f9a601ae62e56d5be27
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31bb8c88c57c4571c30efc86a3a14822749a3e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca617f8364963bad953853bad7fa5660db46f7e33f5708050a9ba0635bdfa57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5285544d29378cc8586fc8c1ce7c38aa3dfb4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462590916d95d9240785d3ec74979e2c783aac5bbd1bb38db862e452fd336d11
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7730e25ca41c71ee3c5f3ea8b879f08fdd7619e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a030abd37f821fb2b2e8b1097a4c6e1ef7e36d0ee7fcfd39050740a9c28ec9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1751e71b5988542bf5a139d05f5b460ef0bd12fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371ed5ae946b690cc85e48e0735a95d2be2f2f8c4659b39da9feb942ce4acd31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89643f0e761a4c02787f48b1477e8bb35ef0be46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0894ca7e54ba8bb1d128aae653e8e87254da2d540eb03280071efa36781c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe7e10874aabf1a327f219bdca63eef9b4f68b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b123897ac474d57a04b8dccb15dcd2e82fbf2c8d80ff47e662b9a73f0bbbee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4943464fd7c732e66b85cc8baad9b2ac6fc4d060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eb25cc06344f3f3de455e35bde031e0d0deafbc066a35e2454252c96c1f28b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c904ac995ba29a469f9d866d91284d2ffe4be34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f6e80dfbc9af1a2521d278e1983a5dd4af1723243cc9b95099cc0e18e8fa5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b851711a98444ce77c937075396b7a21e9d4a7e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1b0019bb4b5ea196b3d3c127d1d33a084d15a9010001af3ba4712fbd4193db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37f456039735f54f0408564e334a972636ab104
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5246742fe537ecfa71ffa8b5d92b9764e0f61fc1c82731211021451218180b2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c86913ba876db216a9869cdf38cc1ee841fa0e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a53635be3031900b4eac233c643868ec6960c199ddcfa3644cbcd37108f2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8f4d94b59052b1bdd8f8591f9552fbfdef460e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562b5bab887ae11988b30b2869fd566ded9a273ec3a52e70d266e58bc6c8e4fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bd7ba184f7b79ff796355c599f680bc0f7f92c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0747c4e2c4fe9a8eac2871dfb579b240113f7a65cc3138917d2fdde8846c06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa57c74be2aef5e79b937421b67d149eba1a5afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeddccc1d5a44feb34e5eecc40ee9dddfd446c3ac1857f8dde1da07bd72128e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515bb60a92e49f8ff50c5801648bda6cacc91b2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c7a785cd004d13c34cee6c5429351093219c237b8453d1de92fbead08e6e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8f5da1dd5ea5c9625b402a6d66d8d957f51eab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eebb7a501c64945d0c379430c8fd717b9e5624b893cfee1199ab1ae7d723841
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb7807e30154532bd8eb92142734e0d97f8f4cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c40da3489c856f13c396be8bdd76b51654fee561931132f4a97be39fc6aa1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a6a6625e9397b15f58ef4c1ef6f0e5ca80f406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1eab177e22d5e79cbcced014f0163a522ab4c9b20a3f2f1d55ed84fbd586c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eaeb636f79a4b5c3e0e242759c1b252ba84993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9557a7150a5022fb6eda066619a3e16a076803a40a24b476215198465d3feb4
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b678be0ab7fb00fa3325c4ab55fcb5983ce9745
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d83b6637227e99349a97f250679abf8bb340612b5126bd5fcb0039d3468cf0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d198a19da5e7d0575d75083155b829086d7229
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc5ea598821490ffd2353cb30c5ac5e500f5a5f661189e1352fa093f6778b09
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11c96d1ed060173c25beeb86ac4364d3f6eb411
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fdf91e091efe1462f34ec7733cc6ea51ca4ac24ecf0a079efa0e72834bfc02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f23bc4b5b0eacdcf5aa3da9ad82a78c379015a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b178813d3f247c29ec8c97b6af7cf2d3bda9fd413b6e7775a79e8f2f7cb8812
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2949e07ab888c630eb6bb1dca3e5e940eeb693
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ef2b7aede7f81f86d980b052ef666c1b8348c3cedebf5b86d622a157db138e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3f9b3aea4fb6a6ee4a0ef4745a6b2009826f9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b086b5fa56ae75d923a6a1baa8ccd11ec0d057c138e24220f1e70077ea804
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3d63eb998530c5dfc680d96f3dd8c3c85f602c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9863ac94a9b7ebdb85e2c4c4ac5e6d4da218e2cdd78cd7d609e4a6c2fb9bb160
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1386c4dfce6ae718d2c4d036f375df22bc790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5260d56a014fe6579d350552172595889abd9bf275916028bc76a93b737b476
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc743de45ee54c9ec39a296b3fa0a357f21bfc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09735d422fc3add4da3959f714c34d132dcf55b71c6d620c8e33a5aa6d9d1240
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba4554a62fce19fa7560b9e388b45fe438e410e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f182cc23fc9d79cef483e6987b751c21a18d2c0fa27e8ece52c3cb1eeabd588
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae56f37cfd4eb280d4704f6a390dfa9fce5be1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff2e42870e6d2ac7d7c224457b36c00c958242ade5fee67066dd028336c3784
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7164ff8e2e7cd36ce4363686f21342d8f43713
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4288611e3106d78792bf95effbb64c19fa3f02c1deff864e841a96c6c40a0a69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a42599adbf28a0c61a4e06cddc982339edba66f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e3f39d58a2901404bdb7439817806cf43ae182ab17e2c8dd2b2dda403badac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774b8a6bdf3832ebcfd29dd56f682f5513368855
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b6e2c14ca15643115eb51c98e659bbead5ae7c66eca173ae333ab9dec8ba8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb0472e8732d9904eba1b2c221b638cc59fcddc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51c3a443ea1d6c875b4312d1c565955ee72ccbb3721a640c1e6a984ed2a8262
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35ebf6f524a49f16abaeee8a5c7339ef58a6a82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971fe735a0d66fef4932fd6dd04a3d41e776aa130b3e2a53661e5e1a28f77a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01c113cd04c961e5b46eedd37c43a9fd77ee84f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d327958b47e8820f1b5ea7e6346796c1e7e44ce3639511b716018bfb05d36018
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e4e3bc4bd68414bdbaad05955b3f14a7cda60c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7e312ff6dacc93d67d812dfee1e332c64e6286c023fe42c30af00476270209
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1ec8795647f525d14a308c479641a30468611f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79122a004fab28628cfdee59f02a08cd87bcd7ad383231c8e89ded9212a16de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5565d754efab4e09b982a70301cc142c9bdb59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8433c36f718f7966f17404c20a604201f33dc493693c69dd75d32add1e2124c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f6a12b2fa54e35803c53498f6e1ed6a55178ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac06ec1f536d1454f24443269d1600fa43300993dd2fdda46e9affecfe7e7a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc531561a8d26cd8e5b25e9669287b86af02720
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3569bcf7229429e9d46b496eb680d6be8e92588ee37918a994a2d80275b06c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62d8ae254e9fe19dc64f9d2752b25e8a84b292
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab04c10be2a028a545c910b34f19c2aa0353402347c243fe3cb3da38961e37
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd5fbaf8ecfde9def16dd8971c24d9b5895867b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e211ba9725678ba8beb77c17a4677abc3be9148b6d6565638d468b043a404306
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444539936f4ad1800f99a3049fe7fa70db0e1eec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441b565bc42649f10513a5534e52a6089870e36d636da77ffa8bcdf37e52d7ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223673e49a71b8e1eeec78a416e98ace055c5772
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c426606aef83abf0ba7d496ef7f1cd9575598d825cd7dc2758547ead6be5ed4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d216f21229d5f996c2e7d5e040818d4340c99ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2bbb82e66c4d1ab3148ce35ad9968e217d56ae623911e6e1372a9cbd30f679
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b53aeb7e17044192bbff5664ce620508cbb6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de41c7466968c96e73e936a70e5c9548e2546d48a8b58a5221ebb254276c5d82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb9eb10ffaaedfcdf7233d6937eac42367aff5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca2d72676c0004894ce2ffa462721eb83bc6e5364906698655af8254d374cf6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61533161a37036dcb2c1a56f84b5b94a6d2de5fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e709d912e68879f3cee6bf753c0b00e95bc8b9c41e3317378ee015f415edd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b401bd7d9f94adb11503771fc2ce68a135a9b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24bf480bbcd06c97e92e3b5890374d46b77ef65f9992a0c2fc1b86ab36cb73e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8496bf96351dc6a374f139f20c7fade2fec088
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3617c5da5e066aaf164fb8df4c23182073db5e4c865855bd594ccf2971b580a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc71ba9d49d70606cce48f46f57c4a4a5b269ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804eafaedd9f1ae726dba3fcebf4318aa932df50c8b12211bb45395a001e408
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17148ab93edacd3a67e68618cd57b757c8d2eba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf085d3537967799a1550ed47c5bde57e1192fc2c8509d16ae172376ff69a546
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c852de46c64253bb91fa4ad64070a3cc59aa4f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5285adf609c2ce29b4ac5b33bc55dd71d744b04854836198f7f314b4ed642658
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03f9e130c731f9dcebec7e12e8b5da0911ba284
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a00524d8e9785dec79306eed5a9e52e3fd49542cc4237193850c7826ee1ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296bfcbcc6c9d1eb653e2e22436bfd0e6e985811
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33fb26827ecb553162245984cde5c794aa61ec41e5ed0247a1f727c8bed21a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65141fd6cf1f8f50fdb1db1d55ff6a5570e89e86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eb7330c98b81a47af6f0190c0287b2ec1991b16e3e2852adefd49a584fb986
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6406c5586991c8416937c4ad511fe5f80a6fe8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae606ff681b0e11381fa2085b6c3fe9057a495112471ab28305a6c0c134d83cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9fed09cae5b3215c84958af7b7bc371a5846f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0450c021b27231e8ffdff3e7545f1b31c3aaff2dcb6fddd94e0744a3e93652
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa621f7a3efd546cc897969f4f1764c3f12cfcbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d133d7684173abe9d5da1499fd8de74b58af58d3b43894290ba07d74662b424
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3d175b8350809f2eb0f13512a15543d3e8670f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055e08fd28a5c91de3b98856acd6846d7d14a4558b9fc392730ccaf9d324db4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f866fd4de143373bde2602437f07187ebb83504d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815403819c3709a3beff1894a0f65604557e227fc847bdab8a2c623ee8e3f3f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88bbb95d5ff783d45c45d303ab057c6feaedc55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47102d279be1890b56ab6550432a45764386a6ebb5c95338518b94fa771a6f4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b66a641b30aaced05d5eff51260e48e0ffbdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c0bda49e56787d2bdd79afc06f04e1b41fbeeaf21a52aff0046843ef859033
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd453f82c3d5f1b8cabdd30590d259fff5132942
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4ed42b7e04ec9a9a0102901842265e26d45b45214a6ce7723ff9a6d0b14dea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b29f5e783865a2ce3ad26cdbbfd105c856046d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6381df2bec1858c7c5504797f9c73ba43937983e4b7abf3145d7f953e3cec9cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b71325cf6d16cfc8ac1a6f3a512520d69c7ed35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c92f888924c0d0e7fa17822c34ea7708b6ec615036e87fe97ff47297defac3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e690f952059a2a48cdc031cc9a789697693a8f85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001221d1ea9925047fa92ed0a3f1a4661fdd38a7b755d5a09cb15d429c2a18d4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61063596d758fbe5ae86d25b447cd3173854e514
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64acc2a030ed22352bce37e0c5b4a55506e5d3a6dd13d170f79a3dfc0a463c3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697f5d2b16058c308eb75576b36cbdab7b5b693c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea783866ec7cde91ccf578c2d5426d8b634d8726ed790db4d7cdbffde9be3ba0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13685359eb61f5781d9c4ccebfcb6cca040fd85b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae011c3669feb883c84963212ec541526ac68d6c6bc81dcee5ecd730758043
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6a0bb0fffec2dceeb7f4e2d50cc5fd0f7082ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d9a9609a34a506df6fca68edbe3643f405c9879b192bebcd02ae2cb125edc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b588fb01eeb7f9cf99c4ecd628a5e4551ea5d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd48c8c57b0b46eba9be7775036d793f7c7dc8deb28da5360ef18900ec1bca6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed4dda5443aa63e213053fabf5e2bcd9d0b9439
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c924cea7e3edfa6924a2f1a7a8d833c123292aef4d26dc225e295d17c47472ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040f7e94cd34d3cd5de7142eddd9ba983726e94f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de9752923ba4fc1d8ae2fde5073b81979560ea4143e9010bf914cdfa5c473f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c0197e1230ccc23586fdc99b53ac284480faf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fae6e2527651d44b120dd2cf2b64d99b352f7c0be5c18d1572d2029032aec69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a639099f6cdc85cfef439840b8a9f6086bb157
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e6a643c11917cc432bf6a0ec6d3d80179efd40268b94dad84cc8632139942
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562d4e7cb6764b5bbe74c0f5bc027d8792b45576
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f5aaa94c77461a299edb5f2f9b8a053658c134bb81146a06559281ec9f34c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3192b588573e44420726b723d4df392c97d0b91e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f03852869b91f825cb2efd8e15ba06bb69d08acac43c65d90d028dbd31d286
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dfa2fcfd89cbe9e877ddf0239f179ae4a7b01d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5152efef250f493db9d7dbf27b3a96b825dc8e9a3079ba4c06a49a54c367bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d36a1cde6de64d77af8b38436d2f88491d272a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ba635dd630d32f789306695fa7090ec8e9f16a95f05cfe83fa2a23580b2e80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e989354ed0313ec89a6394a38e45de8a8801c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8638393c641d94135a7f7b9f896555dafde64bc12408d82848f1fd2dc71036
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775f57273ae2b6f58c890ebb190173a5f46622b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa74386c041367f42b084cef6e4fbf6ac3adfa730518a797aabc2591320d86
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35138fab4f651f852f9e524928896ea0abdb5d67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6e1925ee0988405c6e389d9d5455a90595e4cd44b38a6a3835b6548a9e09f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663929199af9f3f6fe136113fa2ad940bd0d02ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b144807ea8f609823ce5f077f7c9451f2ad7cce18a0d40c41c91869d441571
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094cf64935129b1db433e5d7d31c1566c1f6af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2f7ebabf724d7d3ce79f04dbefee935182e5cf2ad9074698c7d52d68bf8822
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cba336bf175376d682bcdb01ae9a6c31fd080
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81408474af06d06d54ae8796c54e570d4c275689b11a359359fd67bbf96f7852
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c18d7431d393c121ffbdaf7c2bb9fed0b131145
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f87be05110ef38680028f99e07f8c42cf4241549876e50c40bd8aff401474ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ab2bad5fc2cb2af8a3952229f0f71ac8ae7350
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ed85b8e1d3f697ec0419534fad8542f25a92cfcfce101ff1cbcdda30bb25eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981982c3f429fa143962e3e37fdf1e47864d8b11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77d0fb2b1c5c9679dfda9071cce29b2ac41d6c1835ac086fb85d7a177557fea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9abc060aa06598402142fed205e3726ffd849c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6574ec5d63d1755e3ccfbb5a7adf8c8f2657eb0eff000b754c891dc0f4bf959
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5d2aa1803afe5d6b6f81679373fc04dda90458
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8ff8bfc8c9eb2f6015f856411d997940368521d2ac31ab53352adab5d6c92
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1390d288785b3ada69e7cb4d7cf9e1f06e76201
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f27a999e6b13f39906be00031164f30a669a0c75ba6633ac02def426c0e711c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b8527456cabe73e6438daac1bbee90e55473e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3325a6ff814d4f74e194ccadee81723a05ffa5b16fe936362767739865af9e77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead6e98474f2b20349ccbcfa5941dd1fb07b370e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6421b64770dc37f63f23f3789d252b9790dc121211d943fa5cb2821cd35baf4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9f3eb7cbcc452f688970c7d17915ec3b90c2c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824c5e21549aa4cb2cb74bc67aa342c32bea510fcf52070f4596b794b12ae17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff22853f6fb7a363ec0646356b6dc9550b3b46f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4a1960347cf7a268d7b6b1ffbcb84963b6f581f815309a123588925f54ef52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5c82c41aaa5f2d0a4c5f7a2891a20be7edb5ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed7792d821fee323aefcab3217179d0b9d7ad912ed54b792fff7f7e9ef5473
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0e69cd543b877d56f38bc4f99d58b7aea3528f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07200a950ab3e722150ac5197811e354a445f2a90b21af447f4bd42c547e76d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff7cc8f6e291319e375ba33e174b250d6b3807
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcc00343517a7da10eb8b826603afd5457c6f0161a8da6a1fb7bd1b3e0a6975
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f040cccfd0eec4dc2f7980537262d60a8a763
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc91b63ff0367a89070bed64eb02d970181669130e545f4c28bccc6ff11b87fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d660edd580ff54aed762199a77ff3ca39b09a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0f1a282ebd8ccadce5d6c0ec471b774e942e85652300c8f46d5d60bdc2b3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321ada2ee0d95c24c9842518b0ecbf1a1200a9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d448cea894dca29e2b18fb8d662cc23656cc86f8b019b3f3e5c79f6918e6e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43facdc59a811f8b752c605d943442c4cf949488
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b8f15116d9287c4622716ff9509f22c41b6a6274049026c910b436f445f2da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55850c2feb42f50be81095df2bacbcba584caa1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb83ab0acef89f19af4369083e8834e31011af17305666a33847dab3ca2a3fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae01c06056121e08a7db553cafeb19ba8346d003
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2a06ece3ef5808f47724c03e7dd0e883d203a7cc882e11d9669207b12bf88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5b0426ac0f4023f5a05b3563ae4a6b6837365d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd600735dd9ef949f04ccfe0c3f6e16cc1591971423253262696983a53a897
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f75a45121ff341716eb58a9bd95e6bff660e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56502f5435d4f822d276d7a6bd0f7c7c39acd31a72065424820109ae0fd0264c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05878380eb65eb923666fe86f142a39ccd13b4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b13174f835f24ec7dcf9a22f7cc7b5247665dcb9e94601e094da7265c51ad32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1696f96dabcab0fe3f9986a7691e609a61b6afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4dcc2dd05f7b8926ac2fa08fc709c6f00bce9c9f85d5aaa042c58f565b16a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617ebf29d70a6d5dbc8b42fc4a760a0bc0d58663
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce93fcf67311c3d8fc62eaa4bd22097c0d2ba157fe4f127ee12a9dcd06410dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24048e59ac1befac09001077dbcb94073d3f96cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98c830074213aa37806f55c7d5b53104cd4028adc199fab2cc97e987a5c0c70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1df6d21bfd3d5e361a9d8ee246325f8c25e2870
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c923b0e6f3deb6ae37b0fdf057c766bd32a8daaee12ea757613da3a0aaf6067
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad80b0953824254820862491085715efab6f9dca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5964933702ad310cc58e96b1386856f497543661d126010883b5b4257acb861
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5991927da299b75dea917c2ced6391d79929481
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc907b47f33518fbeda1856c30dea2357f261d7fb3bfa2c333a47cef2208c6ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f34fc12bdfbae334d184542aff45ac075f06e92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e382e94fc9fdc076a5736fd8df859c40430d26a1f919fa6e7d9bf1ffbba13143
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d3b652158cca3154a4bb14c169bfed1c0cc8ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cd80bdb7dc6398b3144fa41dd12d88cc081b102c89090f8a467eb7a828f06d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698aac164e5f936d5087f46b86cc0fcd1144c94d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6035781b374795b786f51efdb14840b2ae0797075f70ac0cc98de076925760
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbff7f4ced96b79013bb0779b59ea7364740195a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dafa4a9307e8fb49f67ebfc673ac057a045b33c80b8411cdd4f4041530c904
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57fc97bb6b3f8eab15a5b7caabed7e589c8f34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadab52a332d800c56b815cdfaa4c57bd597bf6c261cce76fe4ecd2d96de0d42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b62bf778a45f291bcc8e07f13f6bcf0b39d6e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c829aa42efb78efc99b400bdfa5b35907bb2c7bab6d70ae8fcde82cbbb7118c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51a5e91a72fc42c27320a1f59d5a7c6786e6e7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabfed9ce6ee82f9941d88af561bb0f40a6b48540d2a623eda63524ff99e9b97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a335b37e9d0ed0e77d68c35627c1c41cbe3c2793
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97c006d8f13d7fa8ba248bdfb970c879a0a4822a93c13f8adf4bc9253a62f3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b067caf2444b1f059303097161fe7876e25625
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef3c5d5167e3f2efffd18a69203cea7af62cc8a7400609c5a857d0179b9cd87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1f393ae779b5f52e01bae66c3cf1e7905aa7a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f05d1510a015e56d12bd33099fe435045fc2b377f29c0382f470b4194d644
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc63c136f0b0d02a6fd1ac6171847fcd6ad3481
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ee691ec62e67be3f6eb6566fd5b426eb057c9e42219da03aa783b821f50a8c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60059178ab777a391d95bf8861b391ba065f854f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842b8fe1f25499a14fde64793694cf05d137c34b0f45ac64d0ca58fc9a77a4e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a553fcdec360a7963b2bd3561d06976430d32e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c08b6f13bcf1f3c927e5fc153f75b6c63ece3ff468911331e369c7f5b8ba97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb90b944f0fce6b8604f711d9258f30e102a59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85525992d8317bb379130691898e68a29a1d78a1d9dab58483ec36da52f13cf1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22290fd26bb69e96330c89de16909e245db7f6de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5136fc94735b93955de4783b063d1bb69fb45f5140cc7f1e0d8960fb692dc42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d11475b6751bb121da45f504ba6ef3c0813a0a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdd2c16960823e80a8432de397f40f1af6db969d25879c09ce15456698a48f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a1631a2baf30b10a5c07d734e64c1ff964c0ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f8b45709afb886250c7ab6c5c067373546e4017beeef7ebfb46cc964ba550
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b854825f605fadfe1ac013d0c50bc31f42cf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18c4fa683f8bf9088c3380a4bfd3a5146d1c33aef628c99c3b6d3cab59e1ada
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78660305ffd8a95062679b15e2204a729131180d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37908755cd5c3b08ada9245a19ad6ce4eca8400850d4a306e3aae9a36bc7259
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafa8568f6d42800e5ed37746eb24bf5afcfb6eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986566b27c8ac68a025b428a0b2b7d2399e9b60ad02fd9cc3723ec82c19f18a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3cc84fcbaef36afc293556751488184728c17c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cf66b074ffa32ab51a663ac787e94a3a4f01a7cdf9cfa788f355545f914ac5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228301a375561fd27aec9e5ba4a61c08a42db92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db68f50518e93ca66c41bcc6c8966271451877e3bae92b6e30e4c0f251477e61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2fca98d82d21932ea7a4c50f28f64d54855a10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3187ba74f29214d716442c20a39b5ed669833c33886b4a1f9b5f2cb68e41dbf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ad6aea688a9835980868c11269a6b60e3bd17e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0694927a1707deb2639f9a84407bfbada6f04c1698453d749504bcffd836a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43357a229d72a9c48a266b673c4077bd16872907
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ca9d9f5b42ec5c9ab11336c3dac4996a30ad4d99fe6a2845613593e4e37dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63548d5285cf5381db61674bb32f9b29ca8875e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1757de20102ec7779aec7426109ea695a9e825447b9b552eca00710ac5edc9eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f4516367325eadba644e20b64c7c0a5d4fda08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f859bfad4d07f5befb783e92bd096ec4f0fc6e26d3f9511da3237470048e9e19
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ab67f0f6f7ae129b0fd06a58d60c7415baff65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ae8ade6b41afce56a34b7f4ea4f16ba6291d4f23275820263a55c0204b157c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73c767288206f8009059dc1032464a31fd2806b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c879bb975d81e7f884c73f72a6519af8834ba16bcb0be49733ae1498955906e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12883b24c4f2dd72b6f57b1717822ddd5de11cd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81057886c5144bcbadb0e6b4fc9b48e0720b8e34b7af1ce5cfe75000ed0fd70e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a87b19648ef53bd504b42002939b4319be66d12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b411dd362ab8f6a1b39c46e188c6a011e1f471303861fe9bc97c10ee37a69829
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d41ae55c813dce0d2155ec1147da3e52e9821f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9096f49e807fcb47680668ab5033f67f9881e0f1ee9c7927bfa2fd14082a9a2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e1f8ed671e5043f3ffcd176837478adb871d0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba4794f59d5e0dd4d30f57bb534303f12c5d0ac064402b9e4bc0d3ffe610c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c79a07b79ddfdd670fa0c3596499bd1db2b9ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5759f65564eef59d8499ebd9a9ad3c6a5fbcf02c554c8b2e4a56730fdbb1f0cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc73b73b21dc45fe30da7ae164517333a3c2a21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecd712fc12630ba7fce42f740606a72fbf2695b85465e9a3770c135a8ded85f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72249edc6308474fb4f96fc3d6dff4b023d5020
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e3f0d0edeb56f07835938b343109ba105f66d74ff05ee061120bd123121520
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c498fbca06e8d142e369f46472dd32ef8c03f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b16697743757fbb3262cdd2451b4f16f66b93c4d5615c39c8b3737380cd273
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b23fc07afb709e8dcc8231f7d48547eedeecc97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2466e033b17bb7aed2c3ff4bc537c7140205388057be4f984395055479f351
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d38dcca7ba6ae2540aa3766c1ff09320857e76f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e7f68622d5032138eb086088a093ef99c92df800b1e1b589e9a36a8175d35f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0939f211e4b225c8b12eb0178d8ce8ae1185e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f430a48760c13fed075c9ae1624ba3a5ca6464221c8b835d6d0f8c21d88779c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae34d610719f9136820ab3f58a6f61f850206388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48bfbfeba9d49587b8dfa9073716ccda6f780e2c293fd2c85d996318fb3b8b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770143a1571ad1f5f0c3269b39803c4b8d4680f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9d24561a2488406b3ab3faf3ed11662ef65b61957235dbdbae1771994b637d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11e5cd18a29efd271dee1a7751a63ee6b9d7690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e26a596bc95a727c598d0b535afe71885abc3652f2566bf9aa9059766e3123
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61261516dda9133302aff9ae98f76680a7992dc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de7410ee163fc77925589101af894093719e089be67323a5fb9fff0091541e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a58feee4d57781e894d4e62562ec7b8b2578e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8a3dcedbce9a8dd3b11422f9c068fc79510452b46789e1d67ef9458a71f240
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd02dcc4eb032550ca831a39468297f10567b5c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21d887704e036d2338483cc3fb50540280400b53aa226960acba3fcad5414b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aa82d5df379cbf5d47f16b43d5120cf2c582b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b25d3509a5957f1a521153ce95e38ec376417c084f069f210bb88f989d5d48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d3ddf247cff5ca08242b67211283db9e936ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cc93582c08098363e7501f278ef80700cc72d225e172bf6bc73751d42da230
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28952c2351da6d56b743a0f6f2a55e8a4aba4857
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa86fa929478fc2790a84ae57f4144b46b7c2112d85fa88aea44adced207444
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0992d65334a0590d4277340cc70e3d4036a4fb62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c4c700d3e998886eed124bb37f8d6b9f64d898f6ebf93dc88595437b286774
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7094a569d2457bfd186d67ec914fd9c57263abf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d4ac38088694b7ed54cfa7cef9d98b017b8293755c6649bbba7574f0f12fd1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f33b332f2be5345505741d420ca888a7bdc5f62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922fac16a47d9edce2afa12ab8b98981f9d3c16786b98f6690ea9176ac07a8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876451f46fa26c37bbeed721a04867c0f775691
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4857a3fcefe8d3105582c3f6f9d26ca79d18eec95928efc01cb7a2118a401e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0439e5b2548069ac99ac3a5e651b0b8f51b65d3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0b69764ac3c5c0654f6227bf3512dd1a085f4704bc8931a6be5e5b6cdb3347
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228e7acdc350a10bfd954582c92c8c00ff446d05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da41a51acc2c46b922ed9702404e26782bce58e29caedb6ca3d83c160d8faab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817e5af77ceb4fffbcac92bc83594767cd7f9ea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8762cc4b1876305651e131a3bb3226efb39dd72aecaec1146f319844beaa08f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac81418ecc667639e5a5c0eff24e6c7fbf692fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2dcadf05195b02dc813a4a8686f2448f1273c76c262425e44002a2eca5ee2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86970a55a6821b4b7a7c539e6dd6ff2709864274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a27ff5851ef314a28f2cb2e10018e5d287c2d29d1dbcf1171ac95a7b88e1ac9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d793bbe194ee97ce338fafc5192be7dfba5850d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5889c32472a15b520445fffac3201beea3b14060198a9b4c6695302b7eb6d856
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e3f3653a3b8e16b0e8f982f46d732f6a4d70b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a112f7ca86bcaeaa481727fca03a4cf2041e552b0b5e74ae1bf107c6c0826742
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb0a8e092bcb48f0031a266f4516efb225dff54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3926a8eb528a022a392d5db27048de09b58ce390b5c76de17187b7d6c8c62a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808150b7eefe8a2429a322473cd3ea2d46e17bf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1447edec5f3b9aaa3213bfb5f252ec3f1fac0028d3931b722f4ac1323bfb29b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b23d85d536f5cbd5740d55ba0de714e8e5da03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7317fb4f4510e4af82702dc41be41a89194ec8f93c65e69c46b39cb3f16a3cca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9131363c9987a3658501082ab5fd0c7ef8f48cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd96a0e35d03eceab0716f2005d1909ec3ca97c261646b6bac3b091c4a391c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caf193237de24a4ba0d0ef49118621716e1f46f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c352aa3bc3ae28e13e6614f2c04ce451544a276bd205e769ac9070fa472f91e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a113f2babd74ceb67ba47f055c7bcba4add21b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44772c0242880dd57a21c08b6936e923fd3e7f95d1e44201787274539efb7345
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b036b24abdc0ecb93595e3c3240e4bc25a18fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eec42e6a29b6877c8574170ca6ef2b0badc1dabaf237a88b5a1e3055130c36b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe1bc49b118423b84f36da69dd246cfe617f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35bf6e7e6c6a2fc6470146ed49d24da9ec9ed1b3b88009eb89fc637dff7729
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255777717ce6947ffc64c81c819fcd39f41c585a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d4ca3c3ef24277d80593823c713c2f9cb19ff59c2a56169a5f6662fc09133
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fede3b069365e44659d4e5c834ab6d04b238e87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07315d91fb4c4281d090327f7ca96c28b7c08100bea04ed61891055be4452e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc344f894e7a906d0015542881f28fc2dcca9f76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad83931ae48d13979db0e8e5437bc29bb85d2ab40e2f5b6a128871f875ea64b8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7685025a6453436f47b947609b74f9b379aef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b3596cdca39aebadc5ca3e9316ffe9ca404163e34b1868d421dbd0652f04ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186296cb813fbff0327f80b22cf008c77d08e0a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d434ee06ed4255b69b723225a109de984a8bea68e6d66dd94741256414480517
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74360efa92752b6142441a2312463ed2eeff010a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e385c9b28a907307a0983cfdfa6108ff62f86c8f7816616f3563300ded57d7d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97959520aa86033c341584f8f72e4631c442c16e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03490a92ad1d34faae0fb11dea0a9421efc5891429d1a9d3f0257a12112406e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d790ddc37c4c0c3785b86b270c8cc9bf37c4da9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7242a9aa72bc7275fe63d14c2e2242c16653a804c44852dbd4cf677c5986c0ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245c5eb32b70d9d47f189734b3306ae50f098103
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9db5ddd659f8dbc9cae17f2578a5412abee0370a6b8b63d94f6ba50f5e2554
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1d05c38f53bf696b9c60b708e01d73506ddb32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559ece3e0c76e33faa02406e9f936fe5e9cfa99b61a7af6292a1769b4cf9d29e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48137713949c96b8be210c1f76d7853bf3d105d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c9b6a7fba2b9fd38a1cfbac9c1f3af3f512534e3b9cfb728429e589307812e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675461c123ce379d88973ce673d19f1f587e728
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a1ce7d741ba7e7fda1bb7cfdff31d001ba14beaf3d04fc17cf7545f2265b88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0ad805d386ddcfc0b82aaa0e3fc2f83c00e040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d1d390c6966481a33ceaad32dfc9260c84c153a31fd251430e949bee4e90a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4975d760bbce11e35315f402de73c35f261e9f08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10717385f508f7a2395f8c64dff783f06e399447fd59023f92b652723683495
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2be25f380042b051a2d55b0801a10368144d7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab3469587524d4cc145f355c1c17d24ce18e50dd91762a5993cd5fba2a63189
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e8876d33fb2b524af1678de31a03b535cd08eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bad658d0ba351041853f939cbcf2ece4db2cfa1133f08d844987918fe0bbaa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a674c3927b2057b5ff889ca217bc61ce3c70636
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de6e76e91d7511d5f182fedd983cc12dc8da508e85e5e77c978fff4acc2fe5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a435a6138e88f97b282126bbb2bc071dfba9d269
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56933b5af3ec10b22986633e40d8d4bbda112408b8183bb0d4823ad930b4778
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b958f1d6939256c0830768654ba1b4376e4decd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8f03d1f3783d091966ba45fc109378e61d606f2b88f6405f1fbef19f515c7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1fbb1ebd72b1e8f97070da30adb39a1176c74b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6159ef93908b441f35acb31012e52ddcf790aa238441619252357757ed03a67f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452e7c899e024afa5fa1acb28e6760bf27e62bb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d133b1719a46d73a3a517df36d94494516526bb7fab6204570e88926ffd77113
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad3491b152dd1df96d4336d4d7c87611677f3d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360f1ded4f1e4890eb00a5d0127e53ef50d896fec3f65d6f9b54ef1e1a1968c3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f8e639437ced0b8b791261d1e5492dceb41a9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0263a2d74199db066076a862e0024a89cd27f7395bba8b9eaae91c8f7f6e137
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ddeb3ad411a5ae988b01c7f5fb74d0d2349a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd14d5d17483542de86639c494fc563cb62eb3a630f05bfa04d9e7846897501
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92775348252c7adc91726c2b750b5ce70cac5b12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f86039762293c35232dc11202c15b70b5ab930986483d2737a18afc2b7546c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36243ea268f14770e4f205f92e08bac497cd26fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04611820519d4e576dbd1b9486941f2fdf255de1bdd094c5a8c7d1a3b363ec6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a16edb351e17e84e7625adfb170263cd2e4c533
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d850c6bd83f7c993308962d30632880868b3830c5097d54b1246553dfc87a7e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f4ecf4ff06a1dae64d9c080c3330f0598de437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b632b4e7720381df26ae125aec026e37c14dc3596309599d1ab352fabbca7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34628f3714d0a8d5c625996808a3f245b8f9b392
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bec133660287e0d99e992e56a9ef490df6b060be2ffb5a866d887e93741c499
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b0fd416b51cf86d01d109e3439134b740d6078
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb2bc369735f82380b843804dd7fd56cb1e35496a1492f569992512a458cf98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4db573f0529bbcfa8d61b4eb2952a93561c42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa03647e3679b80453d386b1690e87eefe62e6af67968bf44961bb0e4226c16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8247001a37d35f79308dca4c89bba690342992e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478267ad3b45e9d02f4d6e7cebd1ef02c201c848ac327776ed5b8eb1627b7e47
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeec6a2a886a7b3eafea3e1bd40bde74ab699dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7760010523d98cd532aaba46464e9f35f8962422fc85320d181a5a94f377f71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d77b41692302c45797fc0c71555d231920454
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef176d806f2c3985a1a837eb8969596fab5653c1802ff6b32c8d5de02768939
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e45606485f9ca6b5d262d3def5bbf1b9189821
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f4d453cc0aff1078197258d11a06ec2a85f8a0d6489002f5e74ae011877bc1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4869a784b7a02e95b8049185fd163fa7d9698926
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73b1c7a750ba80e96980c434a862ef359125b3369fa23f33ff22b8960d27041
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f6c8cbdddd7f25955e9fd62edb2afce4e0ad13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c7991bf9a41f5c8d6b2ab64957b79a2575484a13b8f8e96c58cac50f8b7eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861bc93dd506fd80c374781a44d6cb77180863b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295ec8a4ba5361ff47c2e5b9b2d3fea9603d20e7a24fdce4a2f29bee17ccaee7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac74ab0030d4edb66c4cbe8ea14434fc417dfb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a15efb751858401aa3be46276af9caf6f1fe353e9ff5b373894a4ff9c07f3b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e581cf780c60506b767c7e9ded9dbcb9d546f2cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3278f1d0a7cda251389b9d273ef69712af2cbef7d1f0990f4784a3a2ce6dfd6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f766f45523b426ffe71a1649afafe2db72382bfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c3d8719e62e729d6da2c30c32be539c662a318562c11047399fdf682fd54eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea2b0d7717ab7887708e01067b120e31aaccb68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea76501d7da922aef14ad4ad124b1f5e283712141e26faa38e59efd736714f4f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662c7300e15c4c1f8e9b279d3b72a71ffe3a1369
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b393aecdb457267b4eb598a6069ac362c4699dbcc9c75459a005a810a46ee9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ea613ae3bc47f013ebd96c9fbecd87b244d3f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232e21c1fed1a51be9246e99922e2b802ac1b5dee86251c66a437f520afc1fec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead16a2b7631a35a0397da93273485e0c3981aa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d179d97009a7af09bab8a6a3c3cbee640fe687d2cf91d5aaa08a9e0f66ad7a50
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268f64c02733e7f97ca5baf0aa83f5e041807fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b0c2cb7de909cd3da6d4181d98ad2bd6128b2abcf9428badf3c1b1bfcbade
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a6f812a564e73ad16e3979ce87b9df22852176
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c3c62a05a8de1db8366e287f7bd0cd13f86caad0d9e6fc8f735f8e4d6f165d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc48b14a6e881cfa95d3154ba3e621f82ef3fc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2308818caaf8aeed357171200308310e63cc37cbc1cf905d8f36221534a706
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f88a017b0432a841c0fd5ab080741f740ed8bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616de0606414017fdb4896afe5f9f40c421f530a04cd5ebaf1f3b10a755a1e6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fafe8d9599088a28ae7fb6f5c67a6ce0d2b17c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e628c6829c52587403beffe1af914715a797a086562754967ba94c66b649e515
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3ed368e32c5a3f242694fa03a01648615eba1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e908bbbb6f7ccfb97d29775fe2e36046e53c6aa350d347a0a41b699aa60eccf9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedf865dd88d615a05566db01a75f076eaa0d1f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d8dddb3ca5c3cd393cb1014118a3eb61e121d6bc39ba8033402fe6d2041025
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b4063fc7c845433e0a9f3bc2115fc64010f43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f23518e50035f53ae7bfb546c0a51d90adc493b3120076db5bbc3005ba9656
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe56502e722420cc40c3de170cfa95a51b594b3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ba4ab213daa35352bbaad6002b16b15abf2f2cab69f3708c9ce59841625e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1ef18a757a5cff3c8f354be18a448c09d21c1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1618270f55b5f51e4f16fa49d1daad1c1846ff027493bdb99a29d2291366a7db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de087ded27669921cd5221f9e183a64b4daa9327
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0c7461ca764285df2afcde759c54d2276e59915befe9841d3ce8f7a826ce6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff38ad2851be481656918423589e1a4e325eef9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04b6bd5456a5f016b50082d4a6b74e077ce6dc5312275c9b9e9d4d2dbe3b40a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3a6e88f696561fbe5095670e6a1af71ebc620
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0816213cf082a8b4702528d039477ad8b20321a5ab456257b26ca5131287ba0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6701705bc9cb3a5167697e0b389f2501fa3a85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c5d51c2cd20281794dc96e7b8391c6c0418cf14d8cedf8d33cf47109f0f314
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc2219f81a7adb07ef2c2a2215a3d2576fec074
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c21aaabd191d5e65cef1212129b05b51649dc551ac94b6268538eeccbd408
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10619f2546ba9e6515630c1f27c73eda576bcffa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28badadf02d08e93dee4367971a3676110cc17aacd4749a8826534f237bb3bdd
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbdfde3125c25d3f2bdfd803c36011dc5c20059
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17291ce25bc7073343b027c91605c7fc7ef25eee286618f12180ef6b16349dcd
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24205f1891086458e8f854ea36fb02c83c7a2a07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0629ac7a9dc09da8f7721b907e5e4a6b32553a3b44e55ca3a03f3df6d04c22a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450f7df2e85621951299531eb1a9da07af7c33db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2024d5783c0486dc95e121e18a5d2156993fc09eb97eff0a65dc050f575d121
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159db50876c85c601b8b30acddfa49026f80455
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532f5d896ec2547a53673e36be0922f2c5486b5aa391253e1ae203746e1513f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66e3c56582e701d0de3b4ab6b4ec38687d33a0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74c4fb77e2eff6227ad6b8f803813bbc1d729902e5c8e73fea1488ec77c2a0a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea72af274c7633e56c5886ad6cf266e965e85321
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26198f806cbae8d6ac464400b776d3b7f0d3f2751a7ce3f5ac3513a82cc66122
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df5726ce3256e14ce373a0ddd0ace2bd929e613
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9130cc46ce9fe929ceac9b80af151180745877e33f7c8ae05baa7ae83529bcb4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f62c4ed3d8e4b1c963fd21a9ad30c996d8193c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30757d794b745c5053b6e0822ba570156fe419151bb62b052e4bfc1b1048618
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eef67bd4dbc23e383a6eef843feeb6a032f541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93d8cf195f28650fe73cf66b7da069fa94df29f15bac3c438e56210e6bb630
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a53ce735a6091660f6625b7788250e3274bbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b82eb9b05638cc2168af06f60e768175670c4406a7c343253442f461d550660
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683fd46f9955c1ff6ee786f7d24ef85598364dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fb901bfae56685c4051dfec71c45c978ffbffd8c91d437598f059f30ebe4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd0d96d02c4f95e3680b6e0f5198a31e782e4e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4b751abd37120d9f3e6653ee78485574c0875581c0883e49172732851edf87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261a1d4e13e6697accf12374b63b0e2a46b4109e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f2ab7b2f8d376c0b4112c2d257f05c6d10f6390632100e96467856524e7c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11101abf28c39ea9b2fb0bcf270e235c732f217a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612a0f2279bc8f6bc5d7fe4e8de512cd4d6504eb66788640cb805e4bd4ece0ce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3699848ed8db3fcf932258db87f76fc015cfe56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8b54635459837c1cd3999c7d9b3aa2db238bb91249ef55fddc97b84d42c740
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f6ba958486590395fb3339c56c97e8c17401bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c2fb4f1a45a559c88bde02af6fca8d7c3b32f40a442b666da6e836de47cc46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673e5d7c5d57ed27867fba4cdb4c3cbfba472467
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c85163df1246296436819c6cf5c1f2363bfbc367909acc2ab6530861c75948
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f1fa1c9124b04b80590d62cd515d39e7f3f961
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea127e59c3ea884284f444fdeb9a588be396fb0f57f89f6c752b61254a771315
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ecd3203878781b4c2b2f9a7b14f64eec4f9593
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d327b8d5f9fae2f5c473e9d7b8c12347b0cc704c3ffd25998e1438dc5f7a08
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c305edd2c9ce311a37668abe08a38366b9340802
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e38059d226f3c25b0a597e8f8d5fc1c903776dbb212a78ead0edb22bd71b0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7670e3095d0cf3970f7348a8bf415323f42e0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c68a478fecdfa3de0049a7612221da0a280bd31f17d9cafb4d959c307d3412
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8424f543af79e90556fcd0634ff9cd3f1b2bd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0133009445fd19d5823710e485ae01b82d61d5c5069913009396f787841d9806
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a27c0c678d80d0fa2bafeb38557e99f0793b65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6db4df7b2115b243d54f602439ff69a9a0d1b65b4731e7d16622b177c2f5a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfea91f5544ddb1511f66996f0a66fbc9e6d1d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e09d81f8e729f182f30f2ab576616122a921ec4eadd39b2983d218f6ad466e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3496a8e5fc1f3eb9fe4e8e2d4096f270875504
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2561cb0664b9c645c55562b892138dbaa9d3582b402fe3360e1b9b13182c19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39b5bf72b2145ed3cb0c1f634d510b150b6bd79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b126c140348b9e3ed2a324716ce9fa05450a3df69c489205d43855a4a8d815
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab42700b2978ca3a008e981e5f401d0c9b3ed4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1043c2792ff5b17be248fb0733c08a3ae580695ea71a6d44b26c08090c4accfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c637d465f63f0593a5f2ffc03388f3b4d075ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4091196f3e68bf2ec1eb50b6912514d5967117c433c21ebf3fa8522c51fd4df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178831803dccc34d7d470206aa2c0b1065a8e6cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0336101247d2fdefa7b918fc25dd0647bdf2efbbe5d38cda5bf7987e7008b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53e02e8132050e65142654582ee093e558016f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabc80f5041dae398868c4c917d7d2ecd5b712df383c17ce93dd23adbf66db59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb63740fc8848711ec71d4ae9f52c54020e94f34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8f3e173a965e4186e10bd32abcb822071e605a8881dbcabca44b0b1cd617c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db302f32aafea8a246c69bff55f7463745eff17b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9847af7cfe56b10c8f997dad45cde4c70228f759f63eea80921885276405c5c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cca2bea4de91fa78695b7ffc7b08d17975a4b35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781a04c854497523afe38df191f815951eed25c51606b31bc6eb9ed40011a8c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f858f3693627e84c33af1b48ec25108465ac2810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8adce7e36bb5605999d63851774e0c18cf49056b84454c3e67d396f803806c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0687920d01d06bec4dfb3da64cb3d8190dc033d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfd1cac1328a4d92b73b6882a47723af4d22215f5d37e2d4cc1338fbd04e6e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bc7f3d29af6916b48ad6a27bb1c69135d3876c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6584c78953f24028bb13a3226dcd49003d1e07798755b125536ad3fc43f4a17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717f241cadfb7d9683e0adcdbe3ff8dbb7b23d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2812dc7e0ebd91ea53cab4dc6fceb88eb77af60c20481bb2dabb9bdc0aa66746
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21352a8dbbcfc8d4cd97445dfd98b883642c2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d0fee5c02e7af995d42a75ad214dc9336d6de09e9cce44361c0547841c03d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d624767dd7839d22f6f01912525862a87b1cbd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff65da2fc279219af2c1c6644aafbc572f8c60b94b5c5a438dd58f00ebbe2a54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab92a8cdb85d93950caf893205ea4a3f453407b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bb0b2ad4f7158b8f46fa049bf3d3e74e32123f40441905f56826b8c3034d46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c942b2a73709574d84612b7170c91b91570b7c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec8e01cc61bd44be024b5b9e31ec8372b41a0784678d4022169b5c544d26312
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d4be45cabe2b3f6c6dac37122e56971bcce2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c236c402a1501925080201410fcebcea6ea84e2820b0689d50c0380c8265b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcef612aee6604d964f416f6d20d298b7616da8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa67a62b297bf1609ff16928e4c59ef5574492c1005d59f7f5183abf7df1a31d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ed36b0c00d74a789ecb6064e6cb99c4329915c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44def902c0de833ca9e3be69932cf5884def5433f25c6f0005388033ee51535e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d751c01d2d70d5ac82d3fb9dc3f59508f22e38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d71daa26a5a9fc25dbd0a75c3126d3cb4d3b719cf0bef30bf77761e16eb640
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcbd8316f1074ee99282d36da82394c215fba87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74296db341670430d891b130a96eb3c7863c3678bc31c18ef0066a3660a7eab1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b7defc487ef182fbb816a10348c3d072bd242
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e85b38fe1eab510399fe13231709243a4b67f46a1cd821f760953c4c21353
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7f960601f8f91a796a80aceadb93073585e37c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e08cf1a2ada85b3612543be4f95003bd35755132109e7edc34111127e54ba5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc14d7dd35bd1f9b23e3cd4f2766c72f5fd9f276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1af1ed698c7792ae15818155198d9d0ced6fdfaa00333e7225ed0a790a908
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98119d7c39b9ac541fc59f969223d9e30124c2c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a857f86bc3545cf0de48c50a472e3a84084bbc2e35ed25f8a6abba1aad7ac52
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2efd3a40009142292fd0f419c12d4ee78035e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa84d181e9cdf2ca1f08266f55d20dac1f85054210543e7a3b87ccbcb678acf7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b552e9e30e47b64250afe1aa8ccda2092483ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169b34734206cba57fa85db0c0b8ede0de5f722d3a0b0de4f369884d2e05e17e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a445fcbf8d66952e9fce02b47d90917be77fd9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e0d58cea66fed88282d42dbd5e2627085f658aac7988b49754b2cc377118c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feed76bbc96ac8cb56dcb21cf921f80f8f75b9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486fe262c3ff05d9e84ffa770d0b8ebe529a60c45e3a7ed7146cb3f21e9bf836
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994126e76875f071cded8f10a685da70c2efc88a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8508a4385b4c7d14f5779cce08caf06c5fc654439001550eb97f48a3db2ca5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f702b0705f8c64074c0afa9baadd2275217f615
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9671e97fd74576542fe765460bc5cddc27c45632a426ae7fc2a9a720105458c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9e5b2f999bfc8b44aef9e50d86216efb1b11da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c391c13b4fc214d1d442ff34dd5593716cc1b49faace765d6c027d9e635ca8c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d9d8531cb08fb78c62f5bbc141933362c31a33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3646c8cb57b9f1452a2c33e474903ece5c257bbc0f532c113df263c5fe2d7736
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd24b3b321722912c116a71e8623c6a59106df05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a8be606e692ac9ccb48d1c10b30e9e38e091b0441e6d71d9e8724b86e05331
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9459cbf82e0965cc035d9a227a8a12e276e55f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ce5f3119c8989be5813c6ecfe4777183a29ef7d3bb0ecaf64f673e5860c46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c861e2dae525374f28fcc91cc955f085fba442be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2f2f5a1faf169b3d8bf8ac75bc15e15eef0602a309929b358b18d173ada681
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5429fc897f07e5c896d9dfb44cff8b603eaaa2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bf6a9cda4e95b9e878e36978a973e15a56e0e53e1a513f4124bad892f380f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01e52e78b8dae048d7d4344410ee079c3dfd3e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9ef6c0472f3c019f8f03db4a6d4c560f42f5e635e9520c52ba7f715ee746cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d0f033f03cabbec6f453c59cb29682fef124dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c982337bbf8f8f8122f697ab7494da57f5e5fafffa198788fc4cf21572925d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866c4a201328a0f6f6048b07ebdc9db8e99114d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2d5e44cb555efe59f0c5ef7399e55214edab168a2675b5c4ce838a8751084f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d62f9a12002ca8685c61fe1e80c15fa73c8c407
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adec2bdb77b0bcbeb0bd3e18dd92ba9f543ba6a3933108b3f7dd83b005a6d3d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25af96bafda0175ebb65987e37d0596ff75acd83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea6c7edfa8c822e42bbec31da9bf19bb894cd3f047ebb9b9bc790953cde6c69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2520021cfb2be93dde58ee488a08c4991a70f3a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533c2d507939faf968c98a01e4a82e5065820e2d565ea3ca342ac126162cb96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2d19786f142b5a0522131bb5bb5ea591fe9523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ead0d6817eef70b781178f9ce3d445cc7d5da0226c9d5a72699c4a05c0c156
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83e2165140b1c5bec6e9d1f9e995b1d7ec681ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d62330ac801fd881a282f700856261e099d6119c8c40247583dffd20739559
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0012aa5c5e2e27fc9e8fbe8c24ee9fa94240f3fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8365829cf4f4158c33f6a2de9ced295150fb840bb6399574eb890ccdbc50c1bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ad41011b49af7ba170fc69f2ff6986bf63f31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f927afe8398fe130fac3cbe943b6aafa98a734dc2b72bcb9e0194bf3e5e69fec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147a92624049e9768a8dcba9ada45089659574da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a87d0c20aae2b62ebeffaaf3c2c19e15e28be65d54d3c33fbf9c4e8610d3482
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ae105e714d160eb9476ec8f3bc7e7f5d246633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef13c284bb645f6212c7d1303ad913c13f97df8d4fdce3ed236c58522274672a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33db9a9cb03cf692141030f419b1884f808801b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3048d2441c4264c4405080ae2e7cdcf45bdb95023f850a3567fe3620bded42a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fee03f1e61acbc9c45ed686bc2807e304ed410
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0422f86ed6b1726adde34f9ede440163a422444190fac5fc7a54f6d40b65123c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adf4a0a9fab5c3523e5a830b238c522224f2fc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b9f502926a8731795c0aa8f203e617d021c3316a5e9109536ce6221c7a9c3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f055cf8979c99da5809e0ef4017abdeee048812
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d3e990c9c1fd62692b542c132301c8f6d5ab545806e3c8df7f87292f1e1c90
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490500c083a0e9862e5690b5e069b7dcb793ac78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da5c119b1c639bfcaa69147aa2ae7a1545c53671a6744234a8cc2ab078a25f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f729b0fcc4ea3e58e4222375bd0fe18f96295f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8a1cd75d6682bf88da6e1f8e3b604bd52c03444a974099613dadf5ef699759
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905dbfd73b91f4a1ac8ab434652447b9de6c2a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef50653158b7f2c1f4207e82432e30e5bd9e9c2863be81dfb13cb35c3bbb4528
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9a044e56c2265bdb8073b2ed9010705b8dfade
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fa8d448162054faeb7834e42901e0983844127368ba5a3e31794cb926043b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77087ef166c5a6d029e93958d1c01eb647ce5fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de361b53521f9f974655432e7f739f90a8efbac877be25187b4e95c83f65be53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d5232bdf7ccb67a13191c05dfd390ff8642318
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b98f063bc506a7207df3daeaef14a95758c482544505aad67fa424989aeeae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de950ddc77144400241cf0dccf712d7e45e577ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a43a5ea04664c138e42354cafa2704020f1c8492cf49678832b7317c0d2f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822111053d63711e61bfbf4030a73c443d2d7e42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3202538c9ccf0b547cf3c6971332d4d5efb477dd250168da0a6b98214ba18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2583633185c7dacfc191cdae355b934e6b893e75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72eaba087d0040c5099e50c5803118faaa62e2bb5fbb9e0f9432b40a73d6e64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842baff8e83cd8d7b58e13f0a74d9a1398828590
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206ab58e303af317829a93b744a7f68eb1effcabcdf411631cbf0f69660d3c15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e1c40f073aca33514d21c13e35f3ae449d25f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1c3e32a2ae6400dc3be89b97bbecf3e384e4852d907a1e3f1775fe837d3e32
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94da86dbef9fd84b5141c38a2df5b2aaec3ac874
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a0c48e60bc64c2038156c137c93b958a75b4188b1ee4042105027b7879c5c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9324f5868c34cade7423de08a09dce2ba67d2500
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf3278b24d491508f5eb9c4b0f3b2fbef7b8e2d14455e6a69c25eba9e9aa7f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed76ff96a541b3155f0deb76671124c5dcfc3b65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ef4e2ad6dce668271343c72ec9a0c7bdbe05923fe51521876afbdb8f06dc89
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fd711ccab56a51c5769f14bbc424318fc49c83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa165b8df20b95d40526ca1f819441338438ba5042a751f147e96ee7325fc5aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa51bc641ba7403fd985d761abb89a88ce56422
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedf0a456c4244fa674219c2840f399a81efa4338910f23491ce8dba3e483b27
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce26f1bf294851a93dfa36a2a480da49a4feb44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4752347d25b1f4304e6166c575e7529442e39879b2c5ad6d6396f6cf473c4d9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f7e8411bb2fd74b5104f3f2809644898b2873d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a2ea81f666c4bf571bbda2915ea979aa0c247a33272508d006fc3d6061c600
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66533914f3224c68e774c959f82ea2c596327069
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912ec182c38781a270f1c7d13450788736a67d4bce407f137a04dac07ceee4ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ad316d883ce3c525379b8003311ec9e6c73c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272d5c2e9d40c073e7f9208a61411962d701a6ff7e2dc2c08e944491c8bc0a66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bc80c74ea6f333a5ce5d9394eb4ad8ea990e19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e5a71f18250b43f0f8bcbd33965eaae121876fa9049cafdf8156d9a817a91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414d417cd49b33bfaa879e9aaaab7f457d818bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1614db99d6ffc9241f57b08e408410111c61592580a5d8b9251a3aa1545fc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd345418dba8901f5c983d9085e3e780d357588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1f8ab8046f128bf8674561ec18f455345e80fc632d202000e55593cccfff90
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300b95d3a289325cf43b83d66b63317cb4b0f92f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ff96031595f9f523e73d01f926a09536f4adc85a1698b230d3b55411883e08
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4673dd8192813afd75cfa8461f166a5da49f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8301eb302910f9c598bd8e56a22fec7a0ee18d33a017bc12b09fef513dded29c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484d631c654797b846b6e15eb72e6101edb813f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a9631e30ce4f862cb7c23cafe3b1bb51caf31b7a650c1f915952328b3d3135
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b78495f06da5789b02b62727515ebe83462db8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b51ffbe841590f91cc30a8c381d302642917e23e291261d202494bd2129b771
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528a91554af8a9596b032bf84e148702797c426f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077172f17249897ba86aad3461cf917552d9f2634007a2596bcbd41ecb9c60a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de2ceeb6c78e8c35e017e78c22e70c645276898
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1877b840a7b24ac6d4c3158105f87511bb96e3e8987017c738bac19c93614d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f97805af15c3a2e141d327e9d78a60719dfa2aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54657c2571297fc2dd346ad46273c8739e3ceeb59ad6fc4e00a151eaa7a553e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da581a5a3216f40932234cd6c4ba6c173a1be48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da4ac953b3fceb9623fc04dc7775cb7b9c740e579529779831d8fce31d8e3e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4795243f9f0deb11e3bfa9e9377243aa867301
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b94874646dd895c06fc8e2033f555b668b0c8dbdcb40973bd150499816f59e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d34fed110d08e4494260d777f1ede674a033f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441c8fd9694b8f424f567d7d8598f8b861935a833286092264d5254983407b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc1b0fc0ca41fb174bf5f6597d2c08f0fe527d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f4fbb21beb1888c2b224672c418a509df5156aca5e3923e05a49468efc8006
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a56d6414948ac174782fc2cb8047233fdc87c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869759b45d15c18643c6ed184ea95d0c3a31207375f4a222ec8df07bad5ae702
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00290be04a8ef1c828c199fef47b296c04619d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfadfd590f0d258290a50fa655005fecd38a8e1ad6bf0c432a2f048f639defc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79d8bab2a6493080145d80268feb06438484c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ecb5c0921dd2e6a259dc7f9b2e869a7510cd0bce99fe2882088acd07d1e242
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7016b1577567914231151fdd5a511053c2cdc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d41e8a7ccaf98d4b3ab59927f4cc8a449bce9d18e0d55ff800c486571ed738b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bacc75ad3e6d1f579f02e6bb6cb053a00e6e8cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920cff25a62425576d1f35256e1de5910d74fc7586e7f0585e41919614d2e035
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217b42fe933666c0e5bdd07292c14e68019eceae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d61e39b59b01c5943caf1ee55cdf5927bf8b315f1d7879f2fb2acd0c8db8e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aed2e7c1dcb39156b95e298e2e284f78cd8c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e59a620962982109287394520b9cfcc414cdb14425414cbde876dda245b9f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0111c0731553e20e9f073a994878b54be91ffa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7068b914c24ffca3b9cfbfa09f2fea807815314b0c915485cdee82a18b516350
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf7e68e48c3bff8ba143ac5a021470d9d4ad39b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b55cc9572139f749653fec1d4339793048f5210a5904608d61524a7d50469
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c70fc915d6a0c38a8d2ab992ac7f53ea92840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471033f2f5212f6c565ffcdcd91de7a038fa10a339e6b15ed80cf2eb0745537a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3b00c85e948496cbb31d7995576dfdf438b7e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760460f54a36f19e0f4bcdc2b4fff0e747a6b9cf84ea9744cbb84b8c68c52f9a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62c927e4223a5ff0034824037a9c7eb5ad2f482
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aada2b53e446f99e84abb4055b7b0c791271df1606204c25bc6e537bff22a54a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b193c1194fa03869b2e1c8469fff77e09d2c1194
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ea706f502491c3fd831ce3106d7925571717531d7dc4ca449a396e1a4108d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c854a951d9ee1a67e78c77e90e2b7371c14cac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8092004cb3d7a66b77e3d58aaa46064bdd44c2d24f998a17f697487acb8ab093
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae7ad5f721b6ba67923d9e5874a4bcc55503a86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d0567decdc833b5c6ff9ff42c0613c927575a632beaf7d7f88591c86538e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0b19775cb0e432c90372f6120929c6f7d867ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c76486e58a882a9cea2d97260fc5610825297c5eab32a0e435dc56b4b5c1c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d783e8bfcb7c45e5ad2171d4c2bf356b36fc79e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050ef275e93e30ddc5558e3c748a2b7d6717e54e9c8d279540642553a76845ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dc020b8618b0f5f2f47e61bf7010721f712051
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf08b1b2c99cea6ce0a43e2e18365b5d8b0f1ae8f3c0454cb5e80cb4e57af23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad3ca4cd3c4a72e3e0436552ff11c00d7c17e18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62efc78f71eb439aa830b8161e3484f7db2567a7a05c6334000fccaab6b827d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6a593c3203c07dc7c902add2050f66a2c77a22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67d6ca4437c3e797726c11a67dc6cd66b2cca1cf555238fc47bc271f7fd74c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8446e714e811fb8d17f7c9dc43b46f1ba01a58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d227ada9eb5c6f66b018af371ab9d12a265d430af859c234d4065f8db5e9d1b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0ca302afa639a9aaba16bad4473159af5ab27d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6714aff671cd05df4c154753cf7a6e011ee56533bc8b8b574a219f1931b2c3a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936cdec698aa233a41373dc0f3d4cc0bc205dc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f3a2492fb30ea986f35572281f8aa8819bc37348fa62e52696e8ad11182e4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98185f810c68635dfa740ecce3672c583eb6cc6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cb0adf3622355bc65581752f4a63e61860bbb51b45a4a4fb53a481a7b47ad2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3692c28a998522581b389f3816e6281609850ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ade1eecea935f5653c14c281f7930bf665687c2162bdf0b2d5678e1dcbc939
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aab92419749b41ca2c2ad1c750462d698222ff0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656f9c3df2fcd2366bfdb55c715150775ff6becc42e41170f459f50aafbb9665
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2c698f1620b66e6311624013098949224eac0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d2338ce05c8a00da3a0d537057271726c3a2fb0d3daeb5f45f7e47900cbae3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9007991480a6c70077095eae8e8ae3c6e677f07d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6412dbf36f6a436c725c0ddbae1555bffc7ccd48445120913838ec7e1d84096
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14428787cd2e782daebae5dac0dab3b47d668611
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0715f8b09b96f30c5ac43668f75a0fc4f8e5ada19b37c791967c57568a810497
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c7738633ec8739590cc94ebd4d363a7078d372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a060e8d4c6570512a365607bb35de6741b920ed35e213d9135619a1bd4069d19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264afc0bc16abecf6d1e8878da5353ecbe32728
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cf70a70a993c88d7f14bd13d70f432337c29286b26ccd883e4ca3db969ed22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3237ccdb6252406a03f0034130064364989300ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89fd89e4db81c350c3f2b31876e9b7ec3fa4d9db7f64a4606396c6880138721
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f2a5673d244a8e3077eb5ba303562e6f2fe49a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c304a44c22abe157f492a4896bcb2fd4b1a8da3db99640f627d9ce35a05c81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518cbecffbb3ab7bdc5165b595e850b88b504e0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae94c43b5cc3502faada36c836949fb1bc1d0c140b614ba207ecb5589c607460
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6030c9924200e246370971391c1bd4230a1edee7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458498202000bd284a1850895e6700c6ce7f7e5469c42d63d8280fbe9c0fbc1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedff353fdb52ad01f9beee8756dfb0ae338a04e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4ad5013b80ebeb7fef1967060901574ea01e953b017a78d18e93f78d182d98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993cc38594115951ea5324266ccf984988590d8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3620298bef8d5a2db340ad0c259eb55f65b3df6a1f7977645c1a60388568ce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb7536d028efca963ec0252f3380d72f4b7093
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca029c316ae476b46379fd2ae8e3a58c69bc8540ca6cd64e33f86454dce0bc7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb58b19258fae2973e0ab3983a80f1c82d42879c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9853efe810a1827425497f26a6c9e23b422f2ef9c1a02857bf2925a2a176de9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76d35dd6953eb7674146e51fd5c284e72f22608
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88aa860a066f9868d5491e63437cde9da169a8f96ae2d1923ebcd1eabe89baa6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d03c5fd30797587a9775000cc4aead8ab6842a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331a8fb67854ffef241fd8b7da7dcfcdd470f8e1e62cd92ade3f9d62cec64478
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023988966210f0746e6a8f5ab684a933c5416d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e375cfbb0514967619354906451c10e3da1be57f766f8629e18cfeeb48de590
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78731840366165c7b85aa26cea68c1a25490d7bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbacae5a6dff0d3543ee4c1fd1f6f35a6bc54ae53ace458740c783ffd57a86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ef61e17008f8f10c61285b67535f16e468452c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e172be8e84df6a55481e94e393b3424d402dd60033d8a62ac47e9a646a2990
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8264c4e552cf383894a0d433174a6f2c5ad00b01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cfa376b69c187c394d0661146689c5934831cd0491f86d6b49720bd5f0df4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6000b7472ed79b0ab8b17efe6178a486bcca12f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6a953953bf06be06d9a27f347535055f903d1f9fc6b8f4b4db4bdfbb389c0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349cd84fe117054e9524d97a5ca250afe4955823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4047a8e93b1608c6a9b5fcdb8dcee4bfbb491f417076ca696c70995fc8fe7d0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaeca148002a5f6bd10450824497ec4e3a86ab6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa5c58b8b5da88a6614c32360419e61cdb02c86346d8e9ece84cd0c148424a9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98e4ecbb664c503b96c4482f82cb4c086eb3ffe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce965865db4fee190da7694f0df832a3e37af5fecbe3a851acd7e8cbeb2e6d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363ccded1e4af7823327c1aa3945567a634cf3fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351cd5b6261f3b75e95adb138d75784cbfa5149b5baf07bb50590bde0600607b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6e3c3568d4ee3d491bf02bb0a22a1c9eb94981
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02fa9ed5037d3f7e4803305b93526197d53412e3a0620cfb11bff1167ff8230
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2724f75b9e59c81b674d2266ef64c439eab70fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541256dbc45a7629a5be0e5729f9a81ed49830b888734151abc8c915423e2c4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0049a5fee2d5a2efd894389586652c700da5cb65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1435d4fedefc92d014a24df19ecaad5b265bf6e36892410c9026e60bc5fd8a9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae895c711cee703e84b4de80d5a4794d34b7db9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c736b62113e7a639f6f6b91465c646aca84f8afb7f43e38070930e69cfbb5a88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa825756d77cdecece0f3c6774bf0324494ee7d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f515fe63332db46c6bf33ca644709d36114479569234aeb47fe7e794a93b957a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7e7a500133c5560d00313dca92b0f27ea34ec7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73287c463fb6fb92943fb0bcc39984e9bf08f478066daab9a04659264389bc5d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53d55cecf04d8178c9b6187dd5dad6d40863128
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d361c26e0f69211e964572e5922022f68527ff153636d7afa00a6dee200d2c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e00dc275a301c7e6ef425330a69c9c80fe812a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7134e2c28fcaf096e7daf1c15b5f32769100428e2bae24a5d848eb333b944303
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec41774cb00073f3efe967d9d1c25e25c3217b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1898381debd30aace42adf354db9baf690fbf38b4557f8560f40c1d8793aa4df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e593f42a5825f42437bd82548cc811f404485
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf38d7dfd9ba88788f83d9be3d1ac7f4efed29c7fdbbc45f245bd55f65aa2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc1b1eec9d32dd81c398c40e24f946293f2008
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e107fe919093d9641b479ebd72f5b55206d796a0a9ba5c027af2070d11c77586
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd93607d554b14b63e8f11f74576242e8e483d6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eddf6f465e6733b2fee96408da4183d2d2a75025b1d2140bff6b5c894f1aa80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412cf01659d053350d7c246e5a077fce72f5bc55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b8446c54d59ad80977b15e99182392e57edc74ff4d426e53370c524872faa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076876d1c98df48aabea33e6c2a96962e1d819ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f290f29dce22cd2eba00ebf8cde08ceb092df6f27bbd8556bee304be89f57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa03c00370af06290382a6af381969889c3e5dd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46ab18af7ec4e8922f9868013b4114b3487f79311b0857811b870589179b01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbc98cb01fcdf81a3263c8cbd9cddd984a4ed0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad204a99ec4976e3d875f69738adde221c752dc17c73a1a015de163e35286cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af419f56d8aa12d83a0593ec92463e47850d60f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0837cb41efc8ab3a1584c3f4032c22ec08f92b145e81bc2afca1b0d4dc5504b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea731095881cde7693bdcc40b1fe0d9be5fa6072
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7ba9de4231aff179e71cd4b91b380329061892498d2cbf50db21ad56177c47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e74320ac515e2cf5714ad7b1e86f08364403a4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6b1a1526d80ddf8012aff608d277b3daa36aafdc4fb28f0d0fd51698b4606c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71916d2149305f3bdd7ed6603d7de4cc89d1e11b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fdca6ea6c6ec1815afd46b43466381c4d5e72af87e692026f644503f8ed9c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c8a13aa2fb82e7e441e9f734c773012882d6db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf12dba1235a19a842aa422f7e683f5627feb06ea840b02c1ac1f1cc3bbc40c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88bac7c0adcc57c0a0cdc34754cff16ceb11580
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188f549b7b3efbaec77494e7b120c7b816c96b157cec98b7dfbbcc1fe1f6075
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab484088baa91a09b53d67e0ab9735d3eef843cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118fda49624636befac6f6f2bb6e250aa6c48007f012f6c26cfe97b2dc381ebb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a0dc3c8b20dbf0376af71b80530d22e9a28ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e107912d448ef17c8c3a517dad94c3ad5be550ebf03eec814e15ad95f87f4e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2491f4f83612f321f7a8df18967db4b02150c6f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d41c89d13e1700171528406c85b4531b56715d1dd4ee8bacb9d502f39f3855
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec351fbb945780fa2426a28b2c036fcacbefbdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347707a193f1a9a9328b64de0a321123d24d640ef0955c1092b962f38674924e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da4a36b4c0e9b6ab7387e867fdd6272b924613
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a4d6dbcc1d71a9efd348c95d007d371dfaf188851d1ab3a3c5717b4305a8b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db52aaedb3aa41266625b7ff8b545c32b1a1de04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9250446b001ab82547e1b22cd26c65a4d7dd00f689db465d37ada76d4f805d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff83b6cf05642be52769ba5d04938016cb6184fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee1d9b2ecb726cf7edc9afc79d6058a433f7eb891e28971a470f9cc7fadba6b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adee701146849f057da9e0ecccc3c991a361ca03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e4fd53946549e1d11c06161254d7a1be02bc1ba9ed4db0a52e75ed0a9ba9a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1446fe15658033930e19b0b5f435e4c2d082831d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6092772ae61912e01cdda6267d719edf38862fd21a5dab38c402b2547fc23
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a928fbf19ac04880d3f8b2d6abf7da2c4897da41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a7bb75472f2a3703b442e20fe0a7371468f911a24acde832bbd145769813b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6f38d43e494a4e176725689a8dc187b571077
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5e6a159a87df0742d932bd6fad1e9ebfaf5e2b7a03f90ff014e2432eaa78df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59f8e00cc3c47f1e1bb972d3a86e9c64556cab5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d3443b36cc9093c46569240ef5206dc723629b319288909581d4431c7e7ec0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9fb7fb56bf7edd6c083508cde7c05ae6b600e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b19210426422b0d8644450c96c663cc281593154c49684fa3d4692db73f828
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd7055ac19c9824a0ce88fedf4989acbbb0158
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92884e5e9c28f9ece9560ec088420c1a5e2fa89b12cb4f92e7ea1926458e741
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c0367f096e8d046349d395f543bf74a031b7aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23019359e37887b1144e552696fc2e293061343f885173780a19f512f04fee99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6035f25a0a8631305adfb27a338ba471fcd01573
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef7d12206d699cea20e63bf86dcf3fa51db5dfa800b11abf268728037bac92
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad7f41147f6ebeaab529868e1210119b774f89e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528aeb87f59f7497ee85787038d596aa0eb091287b64c0ab2615169d10da2552
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f11762b9622237787947f021a6ed7b6e111d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eb2853f3dcbe3199c5756be0c0b8a5bfb697e1bbb479a4b8616fb0d5b49449
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca644fe2b4a0b1356b592058a266ceb089dfb08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399a4846a918dd5debfc8add636a2e8f6a041e43901ee08d3a7de29bdcb09a2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed44b0fbba858d7d3a9b9da484e9e65cea8693b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce81d2cbcaf7892a548d85d370d0ef6a9a11dc4c4892abc96066501f1e11f1e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eb11302dd7ec6a24b3c4241c01393444113fdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97535158a70077c329f71ef637640edea90afdea7e39f0c110fb722bb602e5cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156f64ca8e789e7304ae1b0a82af6b46c301620a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7921392512c72338f29242d4851a52060dfc62fb164499cd20b94f8ab2eeed6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14a87dfe8239ef19608406fe27ff2bd5d1be00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d063b6dd8170fc6273b1f50e10357d2e0ef122751360bcf11077c0a0e9271aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1adeeb6e2575257c77534257a4740422558a18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a289633c07b8e432b828326965217a159f96ed18ed5ae60d40fd5a0816c9ee4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36eda3e778a72a19f48b16a8afbed64149490819
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b4843b5b6e6c939a188c406256ad33843d6516066db2763fdf063d070818d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d550e9f091b11da86eb45f1a5561631676e3019
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c62118a892fac6d8b444cd8f88616de4a4206fc392ca57c08d34306e0206ffd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2c0186a2fdf2f75df32aefe44fb2b7c3fddc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a061ff3d6aa66af4ab24de693a9551dbf29782c735ce53daa62e2c80e312dafc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821a6d8955ad716e47cba1d31b68e611654c80ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f06736eb158826365c9a3268db565f94186b8ab1d3aaeae98b6c1469455d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b327366e2e96b8242d0f61105a8ad5481c110
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3e503e4afc6b01bcc720911f6644a8b963c6d9c239578b1bb0a514d139d207
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc99d58f289ec7e59a0403858649ae588928ca5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd30776b79e19faf8a9f121f8edcd9b2d501e0b9053d28bd445853c19f9064f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed1dffd03c6e4c582e933af77164164a1ada8d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d972cf74058e9345c1bc143ce1ad265bdb9f2c8521596a5d72ed965c1b37e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc4b0551c36fa48c4808bbfa00c8ef39115fb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0869f63407d182b88410a15d7fddafafc1bfaa86016e6b33a086b3cac18c1797
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc6667b214f9fcfb164469fcf3dfb6b41ef04ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f8c51b5524d520d4ac91bfa9860da573388b0e33300f611a7faca785b24dc0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21da8a89d8a7f2603c1d300fca5ce5a425a956d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c961eaad631baed0c03b5ca4632c3ca41375deee972fb69f77ea3281408e2891
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5761f5fcaea8d8dcc665085e2cb666736893598
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46543bc1f29ba19ad8891218cdf127720cfe204dab1773d44fe1b6476a11849a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e655609735934bd2513903dd72270e8ce1f5c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9113b46692abf66b8a8d7bc77c8ac4811c4cda2433aa01f71a1ae44ff1b450
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7651911293fa08663916db18c3337895ab6a760
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba712f26cf37dcf2731f25417aaefd49dd97e45166d1110031d2d2379e2b0f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ea2a85851075efa2797b87aa2ee219d7d92ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aa8026f1fd1acb4694d0694093ababc41e86da59a12b8d67a63887d77c1984
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d66ae7a5abce04c9c3bdec0d4432a55fd1735a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e0ad2345fd53040f4a40ee54b5894d65b8623abff6f7377f97dc911f63953f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ce852365b35d7acf3e58713e3a2dbad4b54455
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08fe5eb024e24634621ded94ae7eb984283354b8a26b716e687f961ce8261bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8025465c456a190ecdeddbaacc85b9f2d63f1431
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587a00a09318ffb5406ad87d37953e087b8d6e8dc76d3095a4d795ad88026e01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8a8c047829af5971747d63b13a9a8bd0e4afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30156a1e94c49a71494377548d6702c1860d899031c02b24b49d6bc517117830
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f27d7ec3524ac2636472bf7012b1578016e0974
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f175a810fcf1a9398c43519940d12aaa679ab8cccb3312fee00fa9c5446a31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fc5166c3cd141abbfd087729c15ad15f6e3451
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f649e02d885c61df119d919428cd07c2328dd5208570f49f8178b33931cb0db6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00fb723886af1e5a7ab8889f0a1425513031691
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03724c5a5732ba3cd3424c4e05895e23ddd4eace1ca082ae32f7bff9c68f150b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321c1074fbee3eac02ca7434f6ce8e1336d218b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b4b13e829d30c4fce9acebd1e58b5c18465fb5964219db6f3b6e7b72a461e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a9d751b9aa4231ec86b15c1d9ed7d338c72d1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5847c5d2681240dd16e1ddd28275949b7768bfb672a4ea2ca48d5a462fc058e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d9965a5ff60aad725cdb4013d80c5d20251acb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43af582929b7e5c1ba0e4b59ba073b798e3394d108cf8a826988534f13947b0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da7ff3b293009ff34914bd5044c38fb4ffdaf15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c83c5019b5a9315da19230408bd0c269f829dce1bf789a1e60605270823f9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd447e2ae0bafe974766e520db3f46dfc2e8c5c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d0d65d748867e5cf72c0d780cf1633a220679c295027e1feca82668b53370
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6924fc56b1acd299366684862d08a7baad7307
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d44ff9fc131de5ec6c093eb7beb8398a1c7bfca60e46c404ab912a0b42138e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05320d7553276eb69e4f8d402653868a984d7d53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433199a08094bcc26de6efd22eb7b05eef0070d2356ef146e7c95950ea344693
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f165e36dcf38a76415653f87aac0324560c3f4c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33451ef2ea12b99a812471fb5575609ffe2770e099187c0b00179c2376add39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3870bba71d6f9e1f64185acb6085331d6467f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237b634ad713425b88b19d9183caceb26c1379de40425b07fc8d0ee2d4dfd89f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea85dc5f8e61179c631d6c7d8ebff08abe39a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de206c489483bc60317eb3d4b23893503ac2e79e8dc94aa4d8e9f083e0a1366
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511b6e586c0225c17d1feb58f6fe8490bd062339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5e7fa870fca7f449f52f2f444f15fa9a6d7e963c99c254f1817182da1bf761
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaacd2de66ff71b2dd8d9c2c4860ef51495f899
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d435f3aeb1577bbe87b368b8c7d45313b88caa30d9c8bbfdf6b252459b507825
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb65fda5857455a575dc72961d7ca06cbddc527
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31f268ce62b2926c1016f07053cd7c810ad085727cb8409e1301c3d4fb3d2f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f6964500561606daabb49ca26cf363b73d483f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b4482fdef4f037ff54394cf444de6230699c09d0f450276ceddad26017ba39
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6a6b5bda5e443d027e4fbd6fbebd6051943b91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b953ebe191f479c304b57357c3a3e76c69b692b10ef43ff3d682b64cfc21fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b311d4d11ff18688015156dcbc6133b86423b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018a7d276c9bd37a34dcb923be874483b4fd38720b5625a63cbe1a04dedadcf4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e8346499fdc163c2bf894d9c311b6ce38207d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3836d09c97b916cbf81aedb0f464f08f78a83a63a7d4a30c7aa37347ef3bbe72
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d34c6c0e7c60bb6379d9aaf115416f2dcf9870
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eebeca4d846c4808a3aee929190430d7a2e2d28109b84cfb9b9678a454558e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff72c8d53278255af0da11c74070f0a2dd318b58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e455ce342aed970cefbd86e5bd9b4e3c7a325f69b09f443f1011db4cb849166
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8714dd643fc5d4ce5a8ea3c1c3df52281ebe1f78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93481782a3b49c6c9b0a5772a45911def0772644cefde1427946e5baf5c0780
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ae3b94e1dbf104213300147817765fafb8a515
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b528649e28f2008d52391a4991e9b45d159cbc4559db9391e0d0f4fcd5c789
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d39a277e79e0ba846a5dc764f6bd6a23db2d89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a0d9d36c586aae394195df37c703c5bc35c315788b09b538ef59fc111d9103
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d64094ccd7061b7df1f0b551b3cf4ab98c6e93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1336fd5beb731d607efb5ac4c56c5ced84bb2f910dcb73df611d6a78d68f854
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f683525c36a7b563813af77ac33a6b8957ed5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aeae2cfcd6de72de89761330bd5f0082158633ef8b5885c2eca4d993cbb214
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853197cb88ad2bab990ccc0fc1808ebb9b47388d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2614db9331115bfa158cfdb970d493314da10442e25692f1f25ff0a174b6f77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b91d451c5f6a951520da53d343b86cd592409
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cee54be54cee336da597bda41fbdb202b4ad12d8b1ab2f43e7735bbc0d1551
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d80cc9ad844292f84a91c782c3ce2d1ecdfdbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517ea85bf1b2780fff9cf88dc075773e506fe7757d04bfc5b0af73f42d9a0610
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9db62789a568852568d751a695f3007854457d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0069242d49095f4a486d30769d04ba9743ccbc3dd216ab99aaf49e91a940c737
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f067bd6ffd2b722531bc8f38b7ae05ab464ba1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5014410809c5afb622f4414965c9e73dc76f1e4a6aa9e30a21c3dfc575a79f9f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fa487e3212a152d535b6cbefe02fd92df688fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fbb1b5798afa8fbf9329e7c558e5c8783b3d3ef81ce17b3395db28b7bbcd2d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9099d558cf57aba3474f8008759d8cdb69dfeac6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8725beda161865dd377925b8d128456ce6ab37b69039a8ae5002023facefbf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3e5ed9fe6fe5ceda87d9f53f863b10672d01fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1db4f43f989582eb76cb8dc8e1dfbdf498dba08a87c9f684e5a9aad329675ce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70875f960b1a611802d327a317630963d1c253f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b538dd87f1cf346422576fe9a0a2840ab12c1b56797b8a3101b32014ca777aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e3d7c345a5281d287bea43ee3f4a85f15210a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1f235b0e2702965082d77c75310694fcb399eef0fcc0ef27d62ce1138d4d10
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4275abdbc506b9ceb48d9ba06ef8a7339e06db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5d1ed9b0a4c1b7ed042b761a1a87b01c0f1a614631d7e37dfc4d3f12869d12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0670af4bd807766b789915b29817196aba8f636
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a684dd6cf55a1081943c2acde228b00a46c7469b1f639aebce3bbed3fc9125
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f5e888f844d81036b9e5cea7e77e721aa82baf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ade576eb3ca983e8e7e38ac4dd96c5b6ecfc40fa0d364d6739397d20ea1a86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491bf107ec1bd5b8f14fa1bd6ab5f3c2bcefabe1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacc29c1fb5e3429f3f666d416fb4017cce0e646dde5e6dfab48b0454cb7c347
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba7797b6136904907a7da8c7671d20a9550a25f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60b4f372f27c66720f88a5a4717635ca696f7d5500d00104e73c63230c835ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d829c1dab2de52d26fcc4da8c892911fd0d870f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472dbdda7935ddf6d7a0a6522c6e4ebce57352b50658fc431549de34a4d80653
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f2483069d668c9962ffd3549631ffd61e49fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c9f7b4a74c585ed3ee6b54e4065fad0b325f2124b7c7fbd41def464c56a745
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cb0694ea87837a58fb7be07143be140fb060a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2c6ea95be577939f2df1cc76e3ace80624e19e3b9dbac3720e79ce0f697d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7819ac3077ad545c85ae8760b17e4d08c95b6ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dbacfb21e8ad62266f98a6b46fc1c0042dba93c98a1f7d6c70d074b8220d12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1eda6e11bbcf1206b059f72d31566eb3eabad9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc157f21dc89b1e043ed777dc30c933a137481b0431cb0973e1944e8d01fb682
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f6afc53647e96e752d33dbb2efd3fb0abcad92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddf999a1440df18a0d779bd2959afe254f08715fc6988a70c62125c23644c65
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d56c9b9bd5001085e7c5b44896ef9ea067c30ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b103e76300de3e423923bc44f02578b60ee1547b63f5bcaf8a7214d75f8dae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c418272b14a61a1ce805201fb6841626f499b91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26cec77f116581906c2ffeeb1bd65e918112c29bab2a705ac8fc6b4ac34c353
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bc37cf42765c3d87785a8d0521eba8f6a219ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afde6e5ad6f1242f95bbb5889fd30a1d5b9e53c74ef6c5fd1de54f01aa40084
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c29fc08fe4f3b56b7500181a5fd183c6f0f2379
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56507cccd4cf1f5b7e30d99f4906b9e40280ea92ddcb6a9e0e2ba8b83c80ef4b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de53efe13801dbd0eb479d0f7feadd8e40c574fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f319cbf91a6a503285fbdc5d07a71a23f6d1f92c0310969c647c71146ac95f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742a511f5eb3d32daa525708e4bf5e96a7959231
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a21001d97d46141955c9cd6f2f3006e2b97833807f5ba1bc5d8cf9383baefb9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085dd664c308953883b01955de542ecbba4f9eba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09245627ce1eac58f7061aa56618fe5d78ef3075af3e676cccac6aa9e503abab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0834e91aa4d7d627d37c4fac7223f7770594f0c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48e2b3d9939befff9c406eff666743b24636962dafd59530f976faffd475a71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4232ea9f0497d590c71077c2459296b5815277db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be32335af9b5780295daacae2beee0825b4120ed4f6ae620da50bd1367e968f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625626ea27499ff34934803b22eb5a3a2df43108
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb865bf85bf8b4d934b38b0bbeaf4e61844d034662e0cfab9045a7da440b3b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e52b382bb3ba261388ae1b641d925afcdc00691
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316cb82defc194dc3e39aff95b9349ef65c7b25d7f7efcbf56479ca8207c5b56
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33967d64cc427a46e6b137591b40ffadcac4d7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ff1307e04899323c0e2b69b53956f3d278bf002b606948710c0c956e4af31e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d45b0fb96d7b988afd2b08bb89a7fe067371f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770152cf9d3492c8ffc19a62798decd199d24a6b49902fdea5e192d4456ac9ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a342d98682d3e4d220612f82c2944977f66500
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080388907171381987a87a3fe5817888fdbbfe8a099f60e47ffbe4cd9715d4a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e976c1a78c1d8d8825ac6dc7397f93d1f070825
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f73ecc259ff7df4eaff1f7adcdcc0cb23da089ee901a2e9c589eb629ada3f8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f73d86ab45c910f2b8b2846429e1998c8b208b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc61b404d4f82b16549093df8d44e3572c84e8cf7412463c77ead7dff9f5f596
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f3700ed5ec1901ed5ef6a1e2d8ba62d624c060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a8b9c0ece0f25a3febdfc78cff756ed807d1d3a972404c7d7b6b2e0dd934a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53af3beea6fc4306e4241d5df184ca88e9a69df8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc5b1a0102535e436cb383b910afb50bf505efcee3a1fef32ceb4f60574f5d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f760f97f97b0b073694ac1cf223b359b06e56e68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d935eb374077b475f0a8f005a3df258b4adc915d23610b85592aa06cfc75d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d9a6dfb450918b1819b34e868d23ee83dbb324
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee8c9663d51d846816867e85a0f2ad2ebc22d3cab0b2573fefd71aea9d35566
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6ba8d502a761541dd2684dd9b3fa330946c9d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e582ae4a9dc88ec78eeb875ec10dcac74fc5f7e3f1ae738d4e30b99839988646
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a9de97cb58764e32810c55c5d8b310cf40b4d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca2d4ab54b7dc39f6b8ccad493c36680c8573513af2ed767d56627270345e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bcb066453aa6c2ee3b688577bb44602e9233d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893bb75c67c6f49bb78b81ffa89ae8b5de4519e4cc345dc0ba6ac4952f6d2076
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150fb8a43b2d11f685ecfe677821bcec945be9e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a06db1229512ffb79e746824bee9738b70bf2ab857d4e97f3eca379238afb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432d8df47292bfc6c49fea20edfc8ab0ff993f2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ede8bd668c737d569c135147a9859d8d34e29eda664f99bad0e883f0302bef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c63d5c2ed6926b749a57dbe9365e6441088d426
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd10c16f473b20c9f50967a0f6c0282adcbdc5f4a943d35bf968465137699839
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc188c35ccaa8f5f82e9bfe8b8ffa1b61fda9e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b6a9a5912b3de0424aa5b675df14be24f8732d1f77a319a1acd7120ac7cce4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a7143fa2cd0717a36918acfa64d297bc5b19c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef6139e3d0e073066370bb15f03643e7a93a18b6c2ceacb3d115260c25ef89e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082afceb2a67dec5ab4d4b6562d5de482546d886
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b113367d8292ab861ab6580093be501e382ce21548feafac1aa7aa3cdebfcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e2fea410705661de63025e938269ce3c0910ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d149014840ef67b889ba6a96bec353087efc508c9280dd667afe67bf57f6f8a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29ae82b54a0f5b6480f6c3e78ff54565a75ded
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b542dc51d3e67767aeff6feaee7f53081b42ac9dc6993b6da9001a163f571138
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926dfdf89377adff742ec90d1d87b9ae11167c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054a18f5ef80eba0a58467008084ee2322807a36d4b84ade272fb290084ebd47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb10a4f255d9fdd4874fd9f85693dce7f361bb32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd4f0cdf9c865547e70d536cbc463ca811a476aa890d9dd8603ec0a01e675a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3474bb33ab2260464419ff5ba7229253dc0c4571
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576621c81924a454e341f1ebc2525d5d045b14541f1e5ba0b41d25b6dfdcbde
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9645396118e50cacf1229e20e17f8dc12fc2729
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8568a30f1655fcc304c98bce46b82d665943c7faf662dcf7fef0a43da938cf48
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b753b6fad31595734c64a0c0f688341ff188f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14282bb827cc3c78a322afcaefa2ea543fe8940ac23ed52997c8e31a1b106b6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe4236ce631a6ca447fa728270e80c2ba9fa6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313d11e13d1a8dbac44ccb3820dfb534771fee28cf05f58db0c0976fc248e5c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35860c4fdfa1fe649fa2237ddf5e19c7fad39152
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39da7aa74cbf63d756c5d6ed31c69aaec581f6ac8d0423f0d2bae4eb2fca0bb0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424747dd962bec4a3d3b9f5cc0fda754b44f83ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd564f555995067f724b87611453010daa51fd0e8dfb7fc64ab39d6dd7c41da4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6871fa85d1bc337ee26b7c2c8a532de001eb193d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7961f9a47dcfa1b5f912b2cc099ecaa9cf8d5a74e58338ef6f44cd1f842d5803
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e819e30b077dcdb2dd58ca7e3a5d687f4a4a14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c2d50fe4caa7a61d750308b84072a6851e0f75b5ec61d04512600abdd9be3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27193e3fd8a78cde93a2910de3470b485cbe46e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85807783c3d67819c33f248b9ac0f70cd8e5edba2534f49109c3733d1074eac9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4981c0aa2bc82139942104a588aba26dc780d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bf98e13d40edb37880731848796bf7b7bb6b41548c851cd15553749ac91a43
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46b33746519e91fa402a03cc0bfe664776c5da6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cdacc8dd0e6aee0e334fb03dfdc158fd068146108f7b3fe7dedf719dbfc9d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f36403c26b65a65db61f8d9f671c3e910a7e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf90e1ffae7301c84e684132579b287e3592bf88360d619193266590fc73e28
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34b1938cfcc6b52a48a10ae27e9481fe9925043
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fc18cf60d3b9ac90238ecb4e5836bee78d7251cf90b0fb5b08ca4e29a53c2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe6324c4c9cc35eccf3460d6748a0a4e67072b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fef82f37c557573b6666cff47505eb9cd5d2116438645f63f385438a474fc24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653e72cc9a1dfdc2615630fb04132471fe4d336
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb24b1c1b2bd4b2c93fed2b935b928cc8e5c89d9966b3ac099da1c658da724eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc73dadb29fd485a04f2d2faba16b8a740e054b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159c998b1898e2197e0574003d051575a49112b4bfa8c938a32238e0a1ed9fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980d162e3643a5a51a4654bffb65daa21fb4429c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b4f514ca79f21cf830fc1d90206487dc6625e959d49465601a4abf473764e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c3f524f1ae8d3a090142c72fda7cef618a9081
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68013505250314d79cd78ed2533d57bcc1218d89891f3d297eda55096c6fde4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2180b02774ddcb67ffa7718a1c9102abbc3cee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a26fcbd426fef6324a62b18dd0531c9f1a2863573b238fa1e5a37a7cdba58d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419d42e30e7c68f9295abf33ca9bcaf5a95f61a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d260fb6524fe564b27efe29f6898044594a3ea583bfd2ada3910c29e536ebc0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be912f2667ae01a2c4fb5a7e6276460605fb6fa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6abf275a20f89b43c797e877a3a9ebda8d38f257130ef6c4560f1de55b23624
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b71fb76151b43088d29f51bacd0509b997f639f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813473f58a8024df5d5b83ed706919d24582eb526018a75db74146206738b044
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e337877a9f3dad3ec6c0fa4c3e1595789eafb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4bc4181a638e001acb509116e461ec82e8d9959fe4e96f0b45bc3e22da380c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8e40deabf7dab40239523a870b70dd046ffc6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c0d1a56a46c4e05a2c5b52a7ffed14c5e2b1805fc02d9f19abfce5a28fb091
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60d32da4c4422e10052a386954c30d38b568a42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0318b06669967d3428d29e27f16ee0269f614d86f5463b5ef67af4439ac03499
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63b2d225ec51dfbaebf2404372bb53d49ae3503
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2382e535c8dabb700bf7616025bbea77c45bbdc127e0ba473913ec2bb42fe6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119f3e9401626c78018b5aa699c228a3c1f5b941
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04087db14bfccc02d523ff3d3fd425f76c4db702651edc8b5001300daf8e20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ebf2827acf8e6363b26fd72b1dbf3bb027ff5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c6e33fce3a00f995ffcd00d1f26e5ba46866d4a3bee9fd13e318246d1edf37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5433ef3d2f67c3adf40ad0dff9127a2053bf1813
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38a06237623af99bc67603f22740e1d741d4107579629d0df61ae21b57f791f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8c41b0f89ec1f2c764fef3649cc6f7cd4b890e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423564eae94432a7682d5ab3e2a3bb6ab92f91d0ad65996559d73b3daad5b4f3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cd0c4ac8e20b794bfde480cfaf3cdac3dcb3a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b49cb562c9a0bf324234b7c480601993f3460391a01d7c32a49387eaca749e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1f91b27b1dfccafa9b975e8fd01f3751ad158c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f46e75a9ad9b97b9316e3c95f17bc23e360acc9986a67a8a8b1448204bced
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ff8a0787363de58d64ebaf1af7fcac599ed2b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f47cb88a7669f0a3a947aca14a19416afd95f4218c117863bee3ecc1bb209
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564fb4efb9d6a3bfc55f04f26fa58ccebf931c48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d27ee94742f952674ac8b395e8c236712f3f8759f249cc8912ad02e91d2e4ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a62b104fe1b1b213dad2e08727d1567dc9a7b9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071c6fd41e59670ea54bb429b8d62f4fb0beab425f26b2deb778064e75c7164a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25aea426ca0f3a4eea2fb148a941101bcefdb320
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614064996fbf3fc2808b36d7d52bb015987b76519639b0432d631341fb6ea76d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3780c1da239a24e1da2f071ed3ce144b73aa0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee6ac60b3badf810fec9bd452d4d7688e4a865c852e7dfb96400a6d0514a763
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf1c7d2225fb2a2f1cce5005b041a132a7906c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5d43e0ae1fe458b33c48645c1cd5b212be6977f44f66db8590da3057ecb364
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7d1a521d2f1b6f645a5268c95fd17ab02dd430
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0272e03162dd79f9ed20687cca675ec7dd1dc6b20341cbab56df55bd9e6f29ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7283ecf34e9e95fd4c9f83cb15b651d693ac74e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb340489d46773ac8d7d33f4215975048978779e83595336d5e37df6ff3828af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac23b088ea4b0ee34b05e3d297fdbd1f4baf6a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0862ed85acc5995ac9728165d56d2df7854bfec9058b801221a1f4b83a55b7a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207ebcbf23d9b5ab28cbcff7332e188ecf687c14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e6fb0c9ee2d428d87e2e6c777b003bf58a9c9afb17ddf2d41ecc4e573e9894
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8362c98161ebea9450520bd7f3f96591f48360d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f94bfef552684e0f5a8a8bc6f9817fe54ab886863a779f12c2e124ae5506e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec09674478e3b93570cabfe7585fffeec16c3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5421e78f63cb2b5a9fd16c7d9c029e97e0d108ae429aa2c11af729977cfc185
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2f5cfd2c21ea80db52b4b23dbcb00e4c801692
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f601f11a245856a0ad4e22de9e9409f3f4fee0d3246ed0bd19d099c56b209d4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82ff09526763910a65c3ce59d998b93503a88d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67259d8b639f53c08eeb4b32ef44682966db5975d99cc2f8c2478e558b1ac9a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c370dcd275c276eb510cd08a0f5a606fddd26464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60ca883bd5b353a65bc60ecd400c3da081cd5e1025573a250569182d1ff798d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf5b0587dfcd5ffeedfe6859e409652621ff9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861a3f380b0f21bed54f1fbc7a95ec3df0d36406fe06a2aa2f5c69d4ebea14fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032ef7075689f449d8590a8ab3dce864c3cd0a7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b98142757ba3615290389e447c8813a737f7035bd2c73cf4ce5450f85a094d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d236307ec75fa02d49b6e9ee12ca081cd5d64c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5965293d88b269e065aa0a888036a38194170dce87089f6e2d86595cf2e56d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e87597843c7ec368eb39586c8fd00f45513dcac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318a77ca2a09457fed6b40a604aa38afda9acf5d027e7fbbe51f36a1eda9627e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ea71d1f850f585a5c7cb08804a6fb6a252784
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f120d288fb32791ee658466ef6c0778a682b4fcb3f67c94feff6f0a461e7e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6aed8d3b0e72480e8a2950d112e1cd7b1bf4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4844d3ee493f7246c6ce31069319fec3fab98e3781d3f38b628baabfc2db225
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32560d9d9f767182d3402064c7ae274ff2c9656b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bccf96edf9834f4c68a9e8b6caaf2dd2b9bd948732d68f832d7a8b1b7f076a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5c28d31a63959686832851991f05d0ce9ec00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7212fed961a6f74f6949e1803fab3bd2ee02873facd31c338e2eb083f43e80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab93b04672213504ef5762d0bcf3500017b8acc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2046f13df1963866ceb8a848432df2eea2325f619a3579dac192a3767f302ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05acf626d212b98302ec8f72ca7c02a5cf6203
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3862298ca7272dba6afb84b46ce74f07e9d41df804cad2f6d167b8c2213caa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919da3e411c0d1b12b4f7b2da222f3e34712a68e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebed9146acc0bb7c7b67112ebcdb47f99190e051ffcff144c4a953126bf76ff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f1a29bfff6f38d50b97a8ddacdab30a655ab45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f733b4b35c8157d07273d4ab4830636a55aa05d6cb1d66f9b0fb44376247621
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7661c835c7abe6e8017351e2b4f249e9c4073fd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220f731e05325dd5da2338167e90c7d3564b7f7e221b062d5145d78593a4f31f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905d68da962b8327b09205f07d8ba3af34f37629
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2c7292d1a8554ea44403ea6180c814166ea05047726a7a0c24bb1f8cb442d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2419664554052cf4dd4ee2af2e377259f263f94d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0ee1528be09b6b37944dd196e60356f7f2879ca313f6e20512d2c1cb9690fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2263ac47de6c12664593eb678ed908253b4371
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288117ff43a7129687c8fe4f5084b1b8552e9473210cc4577de381759835b4c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dffa6d4026b4650e9b817d0cda4d70ccbf79a9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbad8a0adb9455302a95faba6ff97a0cc6a73020d39c347b7260ca93b146394
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba3be5d1aa37e09e962d8b236d2b38e24911a98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c680e1ba304cad900fc8179924bef59b7ce17b89238fd02a3ef9d9c37d47cb1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7198e0911319249fc5cd801a33244b005d53ffc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8acb143cfd770966c95e684c9dc27ba174cc5900a253ef02c62feb5acce24a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6991986192de8420137bada074861fb8a31cd79c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98478b6672f2dd68ed7267ef96fff0d85d33220b5f0c3021b00d9a97a467f1a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6e8ff08ed234194149a55264888c78c91f628b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ef21143b28796f8fb54c9e8cafda2049c5055ebb2faa27bac85b88c2f9d19e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2cb89a588c11ec2f2d053ec6f4b682d98ed781
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d49a7a96a938773fbbaaa2d72e1d6ee6f22c70d8598ff77863eefbef0eb540
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7524e0e811090f9a9c31e9d8fd3821a6684b2fbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da515339622132ebb9b7151de9c2d9f7c0a906a9e89e6c12b01767e11869c135
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fbcc78fb050592ab0ed1bfba85fc90f81d5d0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1825c4a5c570259603f7000aa6b8d7ecb73e2e864ab0412868be70c1b509637
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca1ab28a8f30ab12c7a986a1558f48b384fd182
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16577d8ccba383c725fd97a4481e0c938263b3ba7c7e6e5396bb8100c095e85e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405b9d76c2b917c167b30cb707e25dabf841d795
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d2bd6ac6946191d132ec77f6b217ba47bfaabd89814b03c1ac34bddf2d73ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb09e0f3c67cd69d1f9af9b05b56b118eea934bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126e282b0f2ff3056a327bfcd26d8bbd0410ed85af3d5a3f29001977cc62ab16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dcc88a0503001e739ed8ae956f746dfa6311f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6c9de1787117a321f9a255b25f2cab02f9e3382bcaa18140520d603695f80f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b036a709bc8ad8ded646f4f9628896d7f2773bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb298c82057b3f91043c39739579c29d8bbb75049c3a6bd1c932d594d077f21b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa336682d29cf49b6f3bb1b9385eed1f8ee4243
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f528878e3e1684431222afe8f4cb2d494076878cef143b20db99199ac4a20d8c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0920b31493168aaabb2a3742034cd12493f959
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b788353a42b27a798b555dad524a54dab1b31a5a3c264ff9d6e5189466f0fe4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de4a417d02401329609d21310b55761f38264f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08eb434d556df2bde7013496e03f6585d6d4a54ef01fc9b5f2494d0d82d46f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9478988fbe26baedb6f26583ac80d246de0ee9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b03e978672eedbe388f907a6082c8f1549e9b8fc912f6db8104123b36d8e983
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd69cbcb2d7cef7f1dab92d99531067599998a61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dfd9e6bb4d6a5e62999bd7f13c8872f8e1e252f8790d6e70e7602938db9e51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cd80278012f865829e02b824712a74ca786744
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815f928abf19d3b1faf530034ca98626ac6960cf1278aa31889f325b135070a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6da56ad7d060469a3cccb5b8221547ae650a73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6023b691726783b773578a20bd8afa699a3da2e89aa9afadac4b4d3b95a16d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb46960628b90803707fa843e22705820293abe6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa38457ccdfecf2d359b13cc40e67059b13307604ee34150a1542f71121ec9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d7ca6bebc9e326a73d8911e20756a62d0d70d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c442c0abd32374001d24f960dabeeb07a03b27ebc2d1f8db268b39fac73813
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b3343bb22a08ddd58452b2e06ad3dfb57c4207
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1578a6e7bcc762c60b202b2ca2685736835e037e62df473644d41053bcefcef5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f287b93f44307129f781fe7e189d8545c3ca2e77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72862f446f71b88928b8ad046474e8015605a1ce5df086603bf4a26b10bc8210
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d341e95ed1f56285adde06780318b0d4cb5858
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdae7fc85b325000a088546f8cd0549c4e3d067eb7cc48af41a0e7bf8cede906
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46747776f9a4e5a7cf4d3b6766c0409fae20edd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3c08046554fffe6ca342b94ea5089579ef92f056658007f9876cb62d5f135
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7139755fac56fb0e1fde8883568b70da204c94d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4846b0603018082dfc28cd06ea01fd94507d84250366761b2b38a38b9225fb17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68425ecaa70806f8b86a744f1a720c602ac84635
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c120340da9d329234712ba6d6d38e2decead0f7535a21f5df6c5f73f5cc8517
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca12f515bf6fc2d68dd94e77d0d77c2522f4df1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a9dd502292809cf7e1d52b4e61f8a20cde23ddffb1dc90ab3fea2de59a7b01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71538a9dc6ec9397eb60fadf42ae57aefd83c6bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924e792b342e41af15333f64b6095a7c6621857e65d2984f137a49ec60e8fb0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df340260c784ac2ccd6e257771d0c6b0cb7a7fe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd34a05748dee809985cf399da8dd8777dcb5e5b0e233b4733ac0be731590e34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba9ef0b5bc8eddf00cef172564e4ef07c1e13ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0bb7419c76929c0df5a0bc1d41cf790852b163808590d902330f31256006c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee18a94cc6e43274516fdf8e4ad71e814d2d42a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c686610ea9200d64e026bc2581a71af2a0daa25d86d49c23d797f13ca32c736
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293b02d75237ea0c850f2faeeb65d5458e1b694d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e20e3127a4218afe82c876bfab09ce6d7e73846d5cc4d32ac479a7e0b458fc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8d74c09bbe4d51e580a4771257a7a79ff03340
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed6aad651e2c0b94aa50e8da3f1b097cf0c90785594e38b4f127a0f0e7dd13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852ce66922b3b3f41711ad338f712eb27d42f7f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd4caed6ffbf4591cf5ded3073dee319d767cfaa96f2af0004a10e60499e87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcc87cad269255b6a9aa0b111c8d45d3e7ac37e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bccfd34f739570be360c071c9fb485cdd6fd615be4ce53e6f768bc58a5af7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ad495051233214a7883827394dd1042299186
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6c6ae6e2659f4f2fe5f596bc9b41537ec5c1d16cdc1ed3802817ea29b1abe4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cb345d17f3f6adfe71bdcb050b7d1cbc534257
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9aa3ce35d48d3c4ae9667e86a0179b2f98a10207ed1d533c10f0c3adc9038ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e23650052e3efcf78c0bcf5ad4ecde52092d44e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88938280bfccc03a6a74e3d331af381b16e9de35c543f782279f525b47b9517f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d71e60e4c82a59a4b87519a966ea2a2662e74d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8555fd5ae45a8575c77845a07be03ec4595ef67fcc7a1016ae2556594c880c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d2ca0107e72aa196a02f424284f2e4c6e63e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e9946990220eeabcc7af0ef885c9171803b7f45dbe25a8384d57f7164713bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104c69da144961f24e021a126b3de97fbec3884
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd42b539556ad7b964b83722b1cc51e0fdb001c91b74d908a80334e57a5fd5e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d29b581a2fd910d556d56270314f9f60c822e46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6cae14b177631a6e5c59902ea61e8e383882923e9b7c2ee043bbb299220f1f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08bdb4e6d68b2bccd5ff2c2a1287c8d2901acc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01200d59da077de5e2e31318f17a3bd7c2402b3559df7c8e8aed7bb1a4e73d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6cff085e813b98b2f96bfe4fee4c6a610fd7cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78b54379e56775d78440bd9e5adc4443ba9cee5f1ecff4fb4db39dcc5579cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876a45ec64c9304dd9aee00ed09f76d95bd50b78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa6df364384f8d6d017849e7c8317fca598e69c2e5962a2bd322f2138b12095
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6dcf50a4d60078d4150b0ba2acdd857d58ea0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c10400c8d163697971d1db22df23231b7480861c515c3512bffcca7b4266e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6576e74c7a0e508cc0591bb765440886c21b287f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751db078b2fe6c0e7c64ba78414748d8adb177c4d9ed2a046749684c7bec3096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d71717b6d02534c2c1fa415adc79cce89f6769
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a066615fc7e49e3d917b8960e1ec3c9ede945b8d56d498c66d52d4bc78c46b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb38f7cd29165eceed8136043bcad9912c7d1bd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b159318eaa7a963b99c0ea22f5ccdaf9f30abf31c8a99813d2f0b890ec7517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b9432af650a9e8ce8a84d14bee9bb8c61e9e62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e2ede5bd3bc9afeaaaa9177a36c680c73fc200ad10d6b940af65401a36da29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b5f8dfb0b5c407821e20bb53999ecf868007e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35dc8839eb40e7d5b590b2e93ceea21720c39804c03a0b39cbb2ebc9913b445
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9495868015b9a4cd7471a70ad3e8123c0e10126d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e916a19dc21373bceccdc279f39b350dabad7b9b17d362e3a52b636a07422
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a989b84e3490f55a1310f438c34b52600713e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52d9718ddfd2b365c813592e4732349a19fb86d8d615f72654de868ac351780
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba8922589c1baf9afb48e5205481a77d77cbfda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0d9848e3cf3c31da1043dcb6c68d54e15a6c87509da65082e4331465f4a4d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99970ab8ee5b58ee218f150ef4c05901a9a2dddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b59a854a8f3727777d50b0d3bb86a7005726d4cf144d669a181cf31ee1db282
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b7c5731a095a34c61db9b07d548491e6269873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73655fd53ae69a790b61b95fd4648059f48f1c0f8c55b4d41d6bd00c692c7a59
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc310cf90178fc97bac3c73bfd389258cce2f52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246d3ac9a3e213f894d7cee981e0858eb5f899a69486796f81255817bb988d32
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d71b75a503c03923707b6aa105a63f7e44b05e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab90029b663053485d43eeed8c06cde84cf880310fed8ded99002f49f083c83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5876a1f3307de495d22c15cbf7d429ce2b6caa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a0125faab99ad35aa20cc5003c2600b407fc848e9317efa81301df1013f9be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f3f21c95afc2733e22fc5444000c7b9da56e0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54abef3a2932e63db2c172153825ce7007f3096bf6e80fa29ea1a1e13fef9d3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6821428d2fa5fd5b556b6cb70b1cb172cb52d93a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4d8a5ad80baffe1cd576fadefa85e1ae33c5542539b66ca19962b6fbb608d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bfd9b8943a75d69c6f84616bf152ebaf4301df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c235806858ac9db41abacbe10d251c0511ae9bbfdf489a3e3c832aa5a4bbc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5d3fbd90d88ff3f1b4e784c1085ab61dcc5f6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35519686bba88dcb143ad20a06d64f675e2584c09ab19a46b380e114ee80a351
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22207542a19b4495ae94c5abfcd776057055890d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f35d2be4dd045d1bc345adf9f80ed9aacbc2f3e9ad69600fd49722e9b12d7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c539eeedc461acadb04965255bfb5cda6ee94eef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77414beee2e4b67188f9b8b99c61b46b7e27132f7c375e36c6c00acfe9c66a44
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f1b55a2255a71fb331f62831f1f36945a05952
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16b6e0547ef02611ee623bfa8537026281ddbaf58d837712a152c5bf9c9af8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cb57938a1e8169039ccbba4c939f677a3203ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413c1179cd8fd306a6e43f57914e3f842521bc9cc1620ebc975f7184492cf79d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2fd15fe0d95d1d3ba6d63830c58bede37abd74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f978a6a3cd6d02f9abdb9212d5e8d24e8e63e0208257d3d3db6561b07b303a25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab3bed398f57978d4321a69f75ddfa4e96d828b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff0f87fbee639427df38eed9ac27d44c9716ae0cfc7ff83d288275f5216cc5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664558d113cc65b7bc2511bd4aa70286a800bcf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70f9dc8f8aef05b1775bbebb6ec62ecdae351fc762e2f52fffd337ad581edfc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc76bd506bacee273bd6a3f4322760afda3ec36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7be882f81881bbba4f7034faa9ece79583f9a044a82d8a41b69d1eaca6fe1d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09202847912142ee405ebf89ac2beaf870b9425b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc95f055674a1c33687402ff475adbce40f4f091296d631d36ca18f3717a9e6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e815e36b2c0867f0a75b1ec89329bfe8100004eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2caaf1639178f4ff8680f4ab389e31bd2b72e26b12a7de7071d466945884d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad983de02ab4c66072e8fd2c10789be44b0442f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d160936bd0d62da5d24d271a2744decbc6f7d90db494b3fceadf60ae0c116f7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e74c6aa2dc5700eef170ccccc3414ace6971031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6929894ac1d5a1e8457e3a5ed1465a177ea43472e5bf33006e55453cc6b8ee40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549996e8382f68d3aaffde99a45c966ee0fcaa88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14ca93de87a3d7e30e767f56d9f6058f8e7c75960dede63894407d3123b4af5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a5db4d060ca1be9d2d7d494bf921d197ac79e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1550dff08fe1298742c18e51900ef1ae960219d584851c2243497014d2e5809e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a9ec6c04e47b14aa0b306b66153c9704277a3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eafbee1db190658a6d0834c7a9727db79d58a35d448d494f3547ca61f3dd0e4
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1414ecb19da8da4cb14a3a96daf4a96d8736e79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0be3c47da65ce9c6233bb5894f363235c25da749301bd64ee4de3cb78413be
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac57eb9e771dfb7c9c65c5ba9d432dc188b1b74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356f75b73b074cbc009c9f50cbbe8de1079ae4f5475799966506a026000757e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09467f982dbc152b82c7b92aea11296a1805cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49c746bc982606cbb4f34c849eb9f6e41ffb720e43a6579733adac24ab47944
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94eebdddfda5a67f2dd1b72c75259120ae94af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007a51aabf41c032ebc9150b9e689d2a74e8286a1cb38a8eeb54a6c9fd5ad683
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ced05b9a3946dc35c6d18b00c923f3ba0c2c4b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f20cebb5ad25b34e48bccab80f8dcb6a8b52c89f3e6885baca52a3dfc8481b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8486c251fa46f4515840a54eb505aeec9f06b04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5f39c00be08ab38dc54057c69c73a3e6ab75c1e1873790b263d88abbbd244d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65425b916a51daf7b1109aae0525fbd59249ccf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca57c46721b4c867053017abb6cb28851e33b96df66560037ffd8990d8a5d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285d3285a8bbb2f77e8a3193f251c294117d231d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3465b86cb13038fda0336683b5213cba2e3180244add8820c00f3e45661a455
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c51636c74e1a9a0e0d51b0d93a1634aab78f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d850a76ac35f6b8ca6b7933898cb5d10f2d7b0c93ee5afd7261bed4974e1312
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7403fc893ec136c54a5eb924717c8000157f28ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784aaec0ceb298b36b2df6cb384aeacc3a3b77e55d13190f05b792f2044175d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e2d15db8ce3995f09cf08acd4c7cd224c31e22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ae5520032d0fd6b2180debbb33afd718cd00e44e462cb2849a7fda0f0f239c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da147fb089cce29c5c8c705ff59a61801283db9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b185edce0db62320953bb853719be43070c48745f87568aaa9e98e0a8da8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59297eecde2169c833c88edbb1707ead486cae56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fb9b02db2b09da6f477f7247709784c4a1ae6432e3c4deb2f2e6288b58c062
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5976ac6a3e661c45e078a6b7a7b17cdfa77ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d39ea39bba94ef8388ee909dab4bfd19ad5b237da153635307d6c51f97644
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd10bbac9c125912462f06242fe3a817bce2d8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd6f1b90d2fa41ee0415cf36ed9d57b2df89242f4dba64f8f0050e68511dce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283af104437593140e0062ea87d6ae0e01c5724e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d34b5ce71cda024c38a744d6c1fb25ce777f472d242c841abc652fd2da8cb8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aab61ee5afddf515d92cb34e75e5a40acd677ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878187a1c2ac8400cedf1c6fb9c319d48336c68308ca712fdca968d14bdda60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0b271d47366625e9b58a206ea3f0e67fa7b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4743afd720d68c02c46340e8028638d5b8fc76100404764ba40f1ecead46026
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97191a80c9b5cde3e119775966b7f426f327c61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b5054fabe7cdc98bb36b4159b0f9a4d93a0877a45eb55348e82b9c43cd7e64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ec734c4d574ea726f4ae87d5f42a8b2b2b7a3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deea6a3ff3552257f63a1d24ce85465c7096b89548d9f7e4f0b923b048e4bc2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3bf9e09b59c6b32c686d0926f75c6d08bf35b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f18044b492dbfcac2a0d396fd21014c30437ce87f5853efeed764272e2b52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09deb1854ab582617ec44398154becc22f93eb11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabc90936d37c91b4526e22ab4392710fc3a09e30a98c482b48e3815f52eaf31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a198e81474ead8f9084cc7110a76b7e0a166588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7587c02d3bb8d2f9e39126a32aaf186fa0c6c5c200146e5ff665623a6805db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f81ca0bb102777cb86debb44b4d824a1c9cc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be418ead8398110602615963600fff597043cdedf27a016f211d74e5113195f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17ce4c6ac26bfd615e28ba903f005bcfe7d76d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce8ed180c9578e383ae253389181a68ee510fea93a2d8a70adef6e0b042adc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2d73e52fc890e608990adeedfacdd5cfb0a2f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f970b82e8382b87cee0c8fd7da6a01702a25d06f0d7f124e93d58df9abe212c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3310af3d3c1f8f50f1c8998a80c805a57edf71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4495f153695695636eda93b71e95b0f1c5f4f54f15b26ae42004e817c39500
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f7fd8314ffd57c1c3d666ca33f6a991682c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300c261f4ad0f2991c528cf8eebd1639ed2dec13f3a62f8561684ffc40e69062
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0830e7010e0cf07255d2841db0e71bbe8103b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236a57d80b6764b9ef368f65bcfc28096fa57d33415d04aa85f6aee5d892bb3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675266550914b0473b349d9f73477cb673ef4052
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4f66400fce5019ce13fcc7f9364838c71a20f4bbf2ea454e61e3d87e439a9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dde58542bd531d7435fdf318d2f6213308ed3c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d597bffbc6755364b5fc472051ce1941c5173eb881f11cb09ad0f1dd417c49a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e53c0df67751c4987d0ec9741700e97e46b412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5a6796e6d3b9001c12e30c74737898e754517780ae086523671f25ff285159
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a36c020c88e54f4816e833ab96f31fe2a581acc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6073e69b99ce6b2f8b346c896f84f49cfc52e0e5c8dc0e99909fd4e08f000b2a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99caab75a17c348bb9c7eafbb84256a1513d20b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d12fe3811489e293546690827a976e6f5f1316a991b96608faa15fb6122f6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7d697b581516d9dcec9572eb8b4d8b6fadc75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222bc8924f0a981c9f13c043f47750b0485d159df8571b83a98a8fc67bfe6e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f86b77b6e2db664b4d23daddf80998120d6eed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0897ac6f16c5571b87d8eb7bfc84a84d7edd0b230bedcf71f444a28690382aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc079f858f9f07b582433f457450d704269323b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e30f5080ce05cf9af23cf16c9e36918e2df55c87b23fb21579c8e6ca1df14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851eae49b25783df2f385c34d4dedf0fd61bfe72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a15837d2dc9f7ee6f5db2cf999d3b49dfdab4a3f5fc6c4e4cb3d27b346abe65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7a1cabe1d01e0897ef57c983c534e0f05e1b37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a372a4c6601b606611ec9ecd4f8d9af444312f4295b76449ea5d9211d60d885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7caf7cdaf9ced53e7283ba045dd4ac58bc5b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6611fd1c3f830907bbcb7eccd3af1aec40f543b7a568ba34e3d5e8e65300a713
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bdb87421edbe7bf56b81ef26ff8c89fa855c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0d2d5cbde501bcdad09d68b3f7cd2310977f1e6fad8f2ca87d0ac0bb4cf3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608304da63fdd4f20bacd1735f0fa1945c6c06c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d8875119461d6a0732515dd2ee43c4a7a819c53254ba3aa5ec661a00b27b96
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ad8346c066f07b6321599227ebbd4dd26b9216
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c330607ea7ae14269182b6550ce9d7f5e4dc5d0a9d3422720d8e0f683d32ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad3f4048c3187aecd5fa4154c2266afcb81ecad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bc3a729f58cdc5ecad7106c48d50453f7771343e4fa63eee697ac608ad3180
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d02bfce80083c19c6dd6001dd023fd1f00cdf0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa48bd3ef3d83bbfcca8bf237f32056280ee872c89ac1c89a6116049a8b8346
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c86b58875cdd959ca939eed420e2d3dcd44ca5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48ceb4b73b2052496adf7b46ffd8d2dde3c55a04f0423e2764514b0d8b3d615
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb7f1ffb5b08ab0f2a8e0f578021ef86200d6a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd974bd2a8d505287c1d53a6418d14ea27e6a72aeb91dcf34f173f40838b3c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e46d9f1d7d807719dd5b675bfcacb247afad83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d01abd38cbc37d5a5485044833126723b388531af4f50ef0f3500faeb45eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c092e53553de52096fdb1793aea16421bc65398
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ce35968da1ddc7300ad0b433194384140bbf594a08358c5589aa6513e1ba88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46098e3ff0814f6dc34fb8544070fc5bdd821d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d4a2fa48e064afb99263bfd0a037ec0132fda8d216f3651b1c41f4c533e0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99b76c368132f5f9113161c2f02e0390437044
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f28b333138b67e82757238c607a4ecf7f9a5c257ec6781a04b6e91ad4c6dfde
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b67e929bf574e7f36e0908590c1118efa49bf51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731a7ee1f5dd5fabb932328256c8907f29a5d58a890c72469dbbc282316bea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9bb03b2cc3a6fb9bb14db3a9693269002f588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e5193cb68b0c00ac71b8c3ebbfaa4b01cd0342a7a69156a4204de49fd844c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559e603671c901af9cab7bae1104732f0a2d9288
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b161d44de4df491e4e74e58f676c85ac709783da54e7f75f68b69f47a8e393f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c5089ddc1f09fb83020451b82fba9f6e92977
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29a15f43e5d5c23dd569fda22d39bae24bf34ae03c999f2923c24656daef9a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479b9699154ee5f194870ad54a1d93981b03b086
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafd0f1fd652034822582b56713385b614f664d1a9116e946407166251f25830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d13a352ff056b4ab8fff36bcf19106d4810b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b384d2d8b3ce36996540c98f0916e8043c8831dc2bdfd56c545fcc773b6ab7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55ffeee57d8599b7b2953248b234e5f7a2bfb6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95305798e69203d567297b39ee87f586c2012f92e1f4f3add26e53e88a5f8dc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9551facc50e0b8824c70690168d3847e129dc34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897aade65b6175fba5c3243a5622b824c1e50f6033eacee6d40f337ba72399d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40131607465861bcdf3c224906eec1c9242f23d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd1545b333da6285a15e86e92aacbb02b1abea93ce85194fdaa0559efa57cc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bda547be53c10e8a76a3f37f47881bd32105d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f3bc2f8720758d7be2ad2c03c2c9d697abeb5f9b8c87b6bacedadbafa4e32d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64577009df5fc3d5c53f40d81a7dac324695245
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673beae764f808d829429114a6bacbe0fcb46f73c4b28f4976cc6bff6e87dfd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da58632db026715a0257c1c4756c6009cf4ab41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d15518d1df792db31560a75d94988ee8d2e0f4f4af15ce145c89c386e26e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbde866257d3f14eba98036a4238455182082bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b25ff5578cc668da77ea62b93a2c0eee4785aa22ea4f4c67f85f227238d78b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e47f1ea90f482ee89c157a8f209da0bc1902ac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c935221d2c3959ea4d760d40c5fa002c87967c3c7803730b552d7adc60a77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc9dda856d8b216827e3f56881579cd0ad43321
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc77bf52dd3cee1c66a07975a61824f6ecebf778564a563a2c589398979d998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0480ad3fafafe1b76338e603c8db269f7039699d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7824894fc55bbcfc7baa22442e0392d1aef4a394c14348d1df89676dee0f88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9375bd702bba365b02041a16fae687b54e07c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cb3fa82d6168ffccf81847630b40e2d79cd32957c5131f91a1dcdfcfc7e436
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eeb244be279a1d33020c3216b5af2667cebd1aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafdb3353bb4dec2650d354f1725bcf7951ee96a45f874ee056d414b4b1857b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01ad8509898eef3a842034a445bc98dfef8b83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba150fd5a12a0516ebef4f6602bb42cf7c2443772f1f3a8006f2598f113cfaaa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8dfb519d8006daa0631e0e7915496a19d2c596
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187db65555a0c2643e38fafa4cfff229ce640c8a6f33194d2bd287f89bda4b8a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45698b1091ba0e32a09fc33b121b037284877809
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a393b5d4764a1c03406485d2ad1841b62be96f1d736bf872f31fd96ae18aa139
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75227cbd64f0362890f239a4dd3cbdcebf67d1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb0833f112b92dfd13b865a17839553055aea59a2720f24e7fe5fbd91207297
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa43ce4de9aea4c5cc3f37b1503d6e800111002
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a9766d172c7940bb9e0b1549d081d8831c878053bd988e66df04436a28cf8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794a5c5799d58a03819a805ee93708a6e308efd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ecdf3a57aaa598d7de9726aa0b0bbfda136a54373f5f1777d95d76a7763f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a9cb9aa3ea02f6c480a43d4dfca77fd0b5b133
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8890ca1f9a5ce1083af854796e52698a8f238b50128ba4a2bcebfdcdf97d925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a951a78b0119ace11abac434b81644d7f87295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63685016f8fab3188a494451fcb342011262664a3cf6952676da16d1cc6f0413
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302508ba812061c055d0a769b66c4c4d891ca5a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b36fb2f3b3ceca094201f38b95fbd0411fd0ba83f61081095e580f4bec8ca7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef43ff6aaaeb154359d43c317c21bc1cbe78137b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692f7d7288b5d8de979d43280e5a3bfa1bbdabf8089573a43927618b1bdacd7d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7dae065bdca09147181ded8e3b7c530a42fc05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e948507ea3078cb7b9f69560696b2efb56f2f4c3bc19e94a6a96a130a0bdf0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465e0d278fe2e2d6f7379bd33e9b18c031468afd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d9ee5ec9ae6763c8491cc8ea5e2b19965376f94995b7f5449d02c4fc2c94c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc06ada7d1bfb6b5aadc9eb923b5d7d4f81ef560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeab8de25d1721510853535378a6c6148f3fd4fe26fc38547192eac9058d3a3a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88aa68767215852921664732bab0fee735350524
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa67ef9031147ee0f643ca0b5e232e493ea920fa18b68e83c817957d13b11f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191327b3dcdd70d94858cb8296fe461ca4f2f274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaede5f4dd5b25101cfb5b9585601c56107ba2b16fd1d0c6a5bb42f93248844f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0d3500f080bd13b9bee0a85083afb6213c19b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb28aa2cf6bc67ed67820f707ec5f5350b98243b63ee38937c0564cd19b53b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017873b356dd373d3200dab060d31bc43650c2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2b5320b118c7a5f2bc4f7e509917d508875ca0ec5064080e9fd7edff4c89a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e4741b5bafe3fa38a0ebc2725b1c264500174
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cdd1ed0a5be62c8dfd0a61ed4e3eaa86b81e9e177ecb0baa8411ab6f438ac3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7470c062acee2560ae3173cbc6cfd38647aecd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633cfe340d24534248c0587fce3a444bb3eefeee5d5362d7de5c672f480628e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc03e705e64a4309e639e26cc671997549083075
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe801f5cb16978fd49fc7917c218f88f4e15a8b08e7124e21f1651aad4726cdd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa11b83cc70036843e3d51a791f5dee1e1e3a98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9f386e9dab44239f57e07f6328d0b5fd9b8b0516406fe275f57e3e7f28d50d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc72cefd7eaf1502e85d4a1754125da14d40c7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007818f0bdf7bb358abd39558c39dec43aaf46c79eefb69862c649447d6838d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3045dfd816c9d4903331b50800a3566e97953e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a502aa631989aa79ceb23500fabbb25a53ebf6fd1c382285b7a073a43e2405
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3194c4ac304505b3ddd4be0558ebec02b6bb4bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9d6d0478d4f48fa1eb5131722d8423161399d20b48f87247194e230f728316
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58de625f40b83a3b9f61df722b1ee7e4de3c4d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87901399caff2b292eaee33761e5f94ac63309c00e120f5d3637cd32e549391f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e050af92dbae1c9f67945d8c56f99972103217
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90963227bf5f549d8237ced3e3835d8c9d324b1ce8c6ea5efddc5507d64b5363
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed0fe46e19c0405b6220cc12c1a91d22cf2893
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9cde47b6d30951bd00d2dfd094b46a8f2e3e3bf77f251c56dee165b6735ea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9de56f48a0018eb604a7f396401c2ad7c9369d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25777fc243cda80634520c3e4e448009de6d62e27f27af1b967b8dfdd3c6a191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f1a3e75830078f35d58f5096a951b9e13d4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84a87c5afd255a4ef822ed333cb06062f08b65c00c8e576d78feb823eeaa0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd1560e997f629013d608abd6981d2b495731ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9527d376ff5be90a2738660b3db79aa787da938ac052a4134fdacd07f9a05d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf4beeab531055829212d33734f65e6cd475f45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326137e5fb97b87020345f0f0b6e4993f77b7e72a3c1b349ed560ea1bebce97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e207992f4b46b1f0733649d120e2b6b6f6b826e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989f41dc2e16fd05ed14d6be67e5fbbf91978ef3076816d7e04e535ab0812c5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0fb085c2d283b8c8200a84f4b57387c816ae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25455f9dd0844ffc6b57e7359d4129d40fb8516a8c1427a1564717ada3fbfd19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b36200974144a907f99638a6177aa40a1c7ec5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bd5e68dce4130436b2c8a902963c7dbfb6b8d77cff60215e3a022cd6a036b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21773ee6fc0662e9e667dfa603042a659508993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be9335f6954ba977cc2bf59ecdceedc41d7b45b6a4b81bb1a0ec05a0d375158
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a538f14b761bb69012612a8b0ece2a95e70e8810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e265679ac79406b29db0f56cfa13d1d738b74e4180a013bc80ac7ec9a06b862
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bee6668160898d19b6b75e560746e64a95d16a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091f94cbb363176123e3f57ca41cf762597841663ff51663d2aa96bca08047c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5b565a018c377a09b4f4054361bcb65eb67d60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82522203d61b15ad7c5eee9eb778a629b96a36fb1edc329a54a15c60e51d2095
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c8e01715d395c201cfabab61e19f008c0da5d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5e9c96f1e11937a636826acc2a705b3aab1b4d311bb4eb79047ca693b8594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2746e8a3acf14820a5c759ae54f03429679a1dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e29828e8334b8b9768a0514fb3fddd46d6acde6374bac8b85fb0f68950e71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70546afc41f0bdd575b2f06b7c46d59946b6d30a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6cfb977ad4adb9c1f9f3e58ad507f9a162945e4552b70c454525075812f086
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ca0a3ab097efa3a8e87966080b9941787ef2a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4861f574db79a3b1c992b660b02b3f3f289827860c5d3a04452b55aa878cd15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0947ac82c84ae99d50bb0a3bfda16dc7fcd536
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88936d32b876156c5c39da936fdfc60fadde2c03bf3205c0d3d480c507aa475a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce74583573545be012c997bbd2a260c951563dc2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7491f7c728c0717c2aa1822d3fef38d0eed0163069f28c9e0da9d607c39eb47
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae7e5b85b8e212b7ba64fe98c6cc109f7cce5d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9612ed2ee2ca33e8692e67e0f377d63cd0017fe6e8501485c2b23413001e17b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f4f2a1d94c4f2896cfcf0a4cea7c7687e8b4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719c35b8a55cd24f5b44bbf3e541bcef34b88eea8f76fd54e909c3f83b4a779
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc3df8c269f902e0718d0a56d3cc3b160f4449e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc35b812287268e273776bbe86c63385ca79ba9c72c8c9fe2290917e3b39a93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90364d2e13ea74c6e1b1eab797e572ab97a9db29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2ae828f1ece32a87ba2ab76e9529747756eee97fd9b2203946dbc2cae3cc8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9f57fce661166d2158b6e3685218e2510b2790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1f3edef3c3552cb0d47b607963742db4f24597d46fba7d42e7e1541ebcde2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b699544706e2ff8d85cb432762b3c7d9f745b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da82ed569611879cc2bb7e2b0a1fe47cb3f38b83be6d0cc2ae7ed0ef849629f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d086a259d55695fde1a905b66896418348d4747a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6ff8ce2274cd1c25af22fc2bac05dcccb4013516f6d0159623318e0dab6943
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92c5b880e4225165df0a886d0b55b51a3e5bb69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937b72dcc77e050bc55f36e9846351a1eb24204db2808f7b7b0506a73556695c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2d782ccc31a6499913a8c2e1e399a3d276762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aba2efe0f49913a7db0bb76f9175179c66cea453e79ab089180c414bdbea8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ea66ec00eae4298f8615c695aaf9352580fd09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b6ef0e1c803805c745f1fb794d12cd83a685710683ea8f10c970f5c21780a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9387a613745bd3d76c859736b59ea60a07e466
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af448cc104e434199fa83f3ffc28ad6d93dff9d3118bc7e5fd0c6f0ca7547aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7ad9e8e06f9f86321ec894ec4f4e695acc19d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584c74da7e216dd7be851f6dfd5b5351245ec8fa7e224825b015616f99d584e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a75d5bea3c6fd95a7daa6137bdd1aa8041d37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c540e2213dd465390feab37fe7027eccea062cc6b6899ac5766e4c2c7497f7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fb2b229454eb66bdfd6b4bc391ab01d346a7c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b32bd432bdda2bea788269fb8fb7e1419564504854bed172153d7ade85a8034
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376bc4829dd3504cda6d8e768e2396051eefc1f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628d026e50d5fb41440fd493e9df5fead2b3bca097e22a38b07cf0eca4fc806b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a846a63c69a2a1a553d98aac92f551975b80416
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0153aaec995d5ea8edde020c98e52fb68b13095ca137fc197d045b877c681c41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13c437f663f28b65eb1975c380b4a17ebbca58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41de8b5e2426edc5e0b30740c67aff92269fd3acbcd381e8beb0ae2049287d60
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe0acd66b89d491333b84e440e501b47807bb92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baddfa526c975aed878006fbe7412b4144cd5ef82c2f06631b763369da0a11f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050ce9b1f74e365c9f7d3684382dd62cad1573a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e011b8e51fe2c61c5b64ca7b55317fbbf7817a66bf987de47997cc6b291afb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6a9d656db3b37baee143789ad3b541d098be34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7be3d619f81d1c82991f08c44e237a78666b0c0fd8f8c3ddaf9a8e866548dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2010fb9c2d856e9ca5a7efcb4a5a30f70cda9007
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5559577ad04d9ef5ba2147cbbf098fb4146f090be5022a806057607e73ec58c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45faeebc6b498ea1c1e3de57902404e2ffb5484f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19f0f710ac7a83a50d9d6477d3084f8258dde26300552561059a2425f7e12fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a768a32482d373454e1e79a380d276719fc78ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc48c727f703ab0674f43c3aadfb12f32766ecf36577be3b698327f1839667f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2e7d7cec43bbb182e55aa8bffba97b9ba0c2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7946fcfe64f24e0d9661adaaba46ccfbaed4a3af24fbb3780944cd759a2c516b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4aa658c1e143fff170f791f7f46cdb11b22a7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd7d0d3060bac86e17ed4c4506bb07d7d6961d6db80b419c5ec71a40c958ef9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66151b14b8a62bbf2a803a4f09f85d5f7e44270d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a785ff2fcce7667ef4aa4aa8e485bfe4a53d3be230992e11ccb0843ba70c72c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1113c6a10a4f08d6b9d84223ac78a5a114ab715
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d229cee4e59325aa37f5e69dae7283ab79fe73cba4d08c3983890de5128b6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f692fb7a28bbfb9028d2af6611bb071356f9eb86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8028a180d17b86e10b4566381642dbaf80d408ac09c0b8ce06b3c7a1629117
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73642c318ff0d46e0544c7a7df88e7e3117387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63af4c62e10aff60e26cac01f7c85d70d6badb9345f28899894806489c01eba4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32c9f654cdf6d358e3412bc94cbc7e3aa0bf09e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f0bcb8c3411fa56c11e25c0c5daf73d9c1573d8585fff503d6909abc8d4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429f4fa82ff15ad3f483852624454d4fdd089fda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd3bdc3fcbb270feb832f1c29f7f125e10456f656f338c5817d5780bd883c44
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b44249a1ba5748658f290db371310bc4cec214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b81472fb9f3c4beccff9cffca92b5f8f2aebb06f6fb4f0ff4c4f7f550ee2fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb566f97a3e1fa428afb830e506b7afe24c6aee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad805284d06561d047233e86558e218a31686b3d251033f9704377c8edecd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611e3f3d01be7b579dabecd46836c6c27bd47b1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5641f6586b022d1aa262abdb5a1c223ddeb4d1d5482eed542262f28766e4fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e138cfa175a4525e8b4caca1806ec19bf1737cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a385c43144f4ea64c5e7314dfb591bccd3575e815f599529ef185f9f3e4dda
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a843ddd4003073dc55983abc4027c72b0a2dd3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fb3b8791d4f8bd72020ec1f7b67c0741856392ed84fd1176d41a882a4a8e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b6b3c53d53257aa4c231dbcb2887494cec3bd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3662ea8e6c8f413d40b97aea8825d09053ec313de039f82d4c90cebcf4a4dc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06abbc75ad388e5e3f4b1643f5ce5a93285db5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d11edcff667634c255e492a15b7ff2e55902db7272a5265afaa8759647fb52e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e188172a9951f0370eb8f9dd1fc3818ff2411a6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16efcab453bb4a8058e311a1b902b3c86575649db5d2158ba9b5245795665d5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fafa09e0ee8c19a95fc35e2d9f073b2c791736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da70a76d85239e4846643b9217248002d9d79c5aea1ba027254f3b6bbc7cc17a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd04c6fbee457bcf65929721e9e0602e17c41831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193e97746aaa657b6b937b658e0a0688077c48afe8cc74d07e9ecbe139d172d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edbd69c26c19102e342c0af4baa132e2e94c394
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aba139b39cac98419f694426508f41f37defcde36815c1283126f8c596caf0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311814db012915988f14d9979fbd8f7f6e764c10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c0812964e1c29e989f1e0b6f0c421353e4fe9633a51c0190a1945578b53af9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff188bae7eb952674089120e1594cf7c1f6bef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012c4645b9784e35e02b6517930f0452271ec4d508cbec9dc35d3e9dd03308f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54419c8786f9ac700536bb219f7536c8f5b22b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbcea5179fededd97cf2debfb01f86869799e8c28cbcdab3a4185f0303b0783
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2e53e8ecca77487c1dce9f57f9c9b3cd5fe70e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d08019e1a353634374aad846ce1cababf928a3325b3f83b948323ffdc64941
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4657f946021482f98448b087f3ebfe75e4292e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be88cf24a6e87bea086808ce7474a9025059e37456dbfbe07b0464bf601b36fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f964d5a3a23b0246a39ff5acd9134aa6b3c9b38a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6b0eff1a45648c3ba3afed02845deea5299bb81fe29719119f3c96d9c7b95a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af697216e6f05b9c1421b7d39a9c4a350686e620
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebf60654f815771d017c4a3169ab9469a70251d3bba8b077546bec149c51a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e153280419301839bfc05cb56b3b9464598f04ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c96bbf2e9971f1fb93c6f3be4398233d183f08405ac8608b4969321e8d75f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e1eef24723e141d03f7d950470d7d3bd14939a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e500c7b9b7b9db458b7ee270e4f98bcc6f3f8f3706bf201a31006b7c7c9b7e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8019d841d58f13e6a9138f97bd2cfed97bc4f37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379550145b4993147fc9021fc28647c2805f1070218930827f5aee77eaec13a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7312e901a86e93cf90e11f3f85213fddb2fc892
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746e615055f21b0d49f7c4220dc4bcae280fb7ff6d872c5952f852f99b4b0150
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aac1d49718421d343dcdb050f8f35b3e828a165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1a6d9d6303e7b34abd374d8dcb5926558df856a0ce142f747105046e938d6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f924641113ef36dd3adee95930fc0f66dc1b37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb41d3a56a8d45688d60be80104faa85f2e5afa8b37b439fdcfc7ab04799b23
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc86fa8ad313fec215081c27841817ec0c09d5d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deda42b4c8bec3397913634aa46a2930bfb18a4d2d49f2b4913462837b7429b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f225f2a7a96ddb383dc89b8a389ff2b5f56bbe6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d6abf02a291c3b387bb7b81b16c0da1fe29fc0bb82fbb9c6ce4534850f8a04
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d7a48c59a59058ad3caac4579e6c8fc09e002f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f5c21c3678d300bf5d272e3869b569808dc80e251d34211efc9cc1b476d56c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb10a2bd07984abab22b2900519977f6ab48ef0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4151041579b3f61504fa2406082048781986eb50b8864fa99de21adcb2f8a2dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b49571d8f27a38762150ada85c176da6b7d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb02ad4a1144ad62c6ed8eb28ebbf1445ca11d9b07e261ecbdd62eb9998ddb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598060b912142e6c1c9671c9fa60bd9a3e4dc3db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3b9600d0aff220cd09e318359bd6520bd0e484f32b8ebdf6deb646f3f2ccd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cbb50db5450f8cfc281ddd5a0f17fa9f60d42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e779f60021fc2ec32ca65ec1f8ed420b19f3e724dba327ea5a91b1bc461c85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d243a24a4b942cc4226d6c0839817c3500331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7ff8ec646e1087a9f6cd43eab7762239574c93ce14a3a80fb4430768b9d9e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3ef6d572a91c3ed043e011ce114221a64d1c82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b690752904cbca9da071ff2b3e7efaa007c99329779c45c762fa0589af631c87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be50c436d0b6c951d033faed43ebd7258b2ddade
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13106334e1b6096155f16542ea3f1166b86f56015004b276410613e01d58b988
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2da71d065c4e112370e6ec4e67aaa411e9fb020
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fed88902c345a248a71660d0ac0664df5ab8f104fe28e14a325f611696096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578001578a46f1305c2a65cd618c5706a07a56ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be07177bc9f9979830b2a8f1f71823f229cb066f6b82de8239bcb5613271268f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0763ae237f8eda3e5aceb88bd641c35cb1b71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365b2ebcc895778198b118170d880e656db50904e1070b6286921953bcf8d294
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c4b70ea97bdcb017eaf5827edf1885c3cadc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e207b58eb4a3d71ad53e31edc4bae6ef8ed1977d1f15df2defc9908e03a6de1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7fc5e613d37106ec814b9c220e30ef51c06b66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b72f2a798cdac45cf7b7b6a252d7f7f6803a35365c0ae78010f28b4b5febc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d798691fbead2aa7fc176169c6fb044d7e145a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07dd040e75fd79ae0a6db90c7489adbc9ca29c2e858ccc4db75982c2fed9edd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a14ca1ca3398cca6eb3bdd06c1579143b3dc756
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ed48de8de7d1b06581ecda06d1c54ae476bd4031675fb008f130587b0a16a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c105004577ac17c7809cd3c8a8669b60dd39ab43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d58a613e552d0b6cd8b974e864963537e3c9e8e9a4935e441d134bdd4d6c7dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b3569c446fea3bc4337554b805d00ca1eb697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b5f25f1bb2e850218e4972ea0df25cab231110e0c5733320d056dae4425ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa54484a90de0f6d38b9509800e198c0a796176
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262517d0c6bf9008177f4a863d84592ee74e0e17897ecde4efdbc2470613e702
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8134a13e8d44593b492d5589793264ffe28a3816
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a87f8f99c54eea0ebcb0b807416a73020b7293fa7baf8283a41c6ff62db1139
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc771a1b6d0e128e41a34c6748efc8593df6d446
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698203d901f0d0297ddc47df087001a0f55fca214248c1e0b6f844fb9e5d07e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96860940d7d5e0c60c2a845c05f93963ffb5485a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00920a15f09e4a60d502f877a74db03d5e612eba9f3b198313adb2c60a28bf22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffedfee7a38c89633df9ac559ac6df27d4d9520
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6097b4bd4443bb16075ef00dc334bb624d00ffda045162b7fb08bfe5387a77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6853741bc7790ca440adafac37985a5f9dc680
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d03a1d031bc9f58165acd2e64d011c250f3ea91f80785515e5533e3622bfc96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c869a44f4e7184d581f018e73a9d727d3339e4fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58751e06790e3dc80e1308b95640835037a1430a6f61d64b09deeb0daaee683c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411b1b91f854413da245b6779ba2ec120aaa11d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdb57c9fb63fa3b1ca8c80f70f2187112d128b952a5a4d8e3a0dfca3a69eaac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a013b220d6a18aefcbb46abaded5a0168165c56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a761c36e803e8c36abd841bcdf0830c358ddae2b47c240f8065d4b519eefac9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6680107ee64fd31c59788bf970983e96cf8bf9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc165268cf4411976333044068c42b6d3b1475bc1c5dfd2b9eeab6e11f1dbeeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931fc9afa83a9a8d48149fa373fc5267604eb94f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3aff0a4e5abd779c889e74c58750b60c72cb13a6905640e2af7b0d723dbf9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192abedc0ac1f7626ff580e07ed1c5eedd83146a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5fad5d11511b5b830bff1583a5adc00ebce26d4055d9ce06ff2640e75ae693
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891ca38fbccf10d81fd29257009909c1abb028e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c5b4b4afa971d7d828772c10786e17e77ee1d363295c658188130651605ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396a951a4e637a8c137916154f461c620509017
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383cd052407a90246483684beab96779c6406255ee2005d4010a65572c82a53d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0568a36ff31bf70fb8498d8d43fdc453ec67d2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0145ba2b26a20824f905586ec8087637c543461de6743920a39c72f1230aa6e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1887dca9b17375e6e6800a78f71b75d9c069bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541adeb172bd572d62938892fc6b30720b1bcf9530105f7217299364be48c1ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40ba1cef880353115839659876ce38fbd7c36b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168fabfffcaa77cb7dedc42110dee67e85c4060b9e578b524aa44c0ccf249826
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19f6db76f872fca68ce7a1079e9d180741bda03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08efca7b6227a7d7c0a7312f3b21d73d4fd703bfbca344a3823382fbf621c3b9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a4e43f9a079d75baf7ac8658eed31b11fa0b79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b376b9c20ae45d14f0200673c3af477de74cb981a842290ce3b9512efa469b5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f26e025ea6fb1e72f9f4cf4150b012ac2a4c3b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703cef74a7112ca2bbdcb744487a51b96cd036fe2d2fa41308cbff6eada7a2e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c546563522c802c903161017f2b71acc35fb86e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e55db39a1044cb48eb9973c71f6295f96387b27b8024b6f955a6942d0b66fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef07f17f4089605ec3d163d3eaaf4305c27c22f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4883c7d3add8fdc6ce26a06cd671bba45bbaa911f866beb380875aa37fa4db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36cd1802a656d34c0bcf1d0bf799a84bd126c1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eff957592feff7ac000911c6f58ac021cb6ee91a69608828a6c852285b0cc12
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363efce75bd551d3dc26a06914e5f8ebce8503ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd76e437a41e09ba5aa8adf5b790918613c2665f7302857b5b8c31bfc7ee0fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9964972300711f2e2c9a424cf597577dad448
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d23b2286442b48fccc519b8a921a7fd52c4496a0226dd3f0c6bd1791a60e411
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3acdf732194785068ffcf27b204410eaf92d6d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4ce4c2b690e7f31bda26643062e62b53dbd5eb2f47f7a8cef01507c2f077d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a3267582b267e2e646d227786ff9d6b3144d86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d269204ba29f4715838934de2182ac025cf728f87cbfea66396f2a35b0e54f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945d785770c8995db8ff685dd614bd07e5c719cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d1abe96210dd67f522868c8564206329190fe8f98201d829c417514c7b700f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2f140e2c6790dd222540b4428ebf2f0b628011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffca7607bc221a4d55fa44ad4db2563a55472bd56d122555116b32279fc9c3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de27c5fad56c240a7c8c3357d52d94c33236cf88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ad37dd594d2811579d0f12b39fd5681ca64918b9ed5cdac03fa5437a89a1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa75c83e55cf55aa94971cd26e406a99acb5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555594a00903f7fd3a83774796ab095055ca1d87fc4dec3288f61130f5e04e14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff1e798593cdfab4ce0e04e37134ee14174a39a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4676fc4fc2cac69fe1ce6eefeb4f1fb46a4e5a20cbe70e512390e2e1641ee1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77e1dcf8cd304da19abaa86f48bcfc42332eb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534aad3b8cf21ebc160482e2407a4703c7e1bb37674a7fda8b3559c498c6e2d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f34f099034f5b1a1a75227a74c89c780d33ec9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d8db687e48adb60c119aec85c0d9b94a6010a2d114b0614b78bafb6b5aa555
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37132ca8b6f2d6567378d473756225e7a22031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec37c4d1a764a93a3fa028d94a380461f12a2c7ee5ebedc0530b4268d0ef8b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81920fd0b508c3f5bdd879a1905934b1627fee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131f9bbc39574824dc4db630f56105f89d3e9853546bae232be85d4d9df4835
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78d24a3b1a0ec3f5f9d9a218d67814e2478f0bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e626893d9ae849d0b62b731193fa49b0a120fcf05cfad152f8700eb5df2ff9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51466802c98cbfe5974a6e78e9993c0908de0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f109ae3f357acdabc55f5edd5258ef7b539bdc975ed572a6601bcfc4eb225
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafef5ef8f3acc569482ae752df492da0f028040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f66e7aadfd7e37220ee73d37084e2395a9f0f014e4395b3102760d3fe09a7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192d31ef811d73a61e0c60c886cfd1350f5248ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665587ad15a3ebec6f841d1f967baa3cf66412babf38b39a5be7bab2589b95b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92a383073f3fccc49c87378be519360ecb2aa9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbaecdd8f97934dcc97e6620bdec9959e4ac02da49c57cd00dbc0f322dd0b95
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790fdeff3fd2f1fd9a19e96d0eb800fd2e18fbe7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08089d3a888cd6047989451b808ffde5211923af6554dfce376a99d47341d0cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec620bd7fe2c6b7363ebb877b4740b40a7d80ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a39f6194efe7a646ce0a18f7787c1bfaa5a52b485e42b1c17f687d7b7ae738
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959eac30954b3e237e32afea10049e8863c21ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb921737cee3cadda358b4b97ed14a646963d31167688b30e0349fc001ec68f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d3e765fdbd9a7e07bb0f606ffb3f0ba1dd4df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2e38ea48ee2e095ab45400f94b1d3cee7f24af3652f4a10cb2c7b328afc1a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ca5d2fdfb5c3aaec827f59dac04ac767dd170b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600aff3c565f3c99e7877cf4710252841c95455abf3690fe54bc48e8e7f40b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b712cf209dd55a0ba2033634b1de8a2dc5bc6352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f51e7ecc1763d7ff377b89956d13137c273f567965b04ecc39180c23b7bed3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec05b1c3ad4836b1ec04b7f846550f5c33e671f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f0e34cbb30396bcd8b12580bce5414a7a53bea16b24233d419f7d4ea51a7fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f5c58a0976a3693468780994715b9e915c066e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6dedc2028782e17cd52a03096140234b61167153dee843fda6b22e3fba71b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508866e3d9e1cfd8aba86246b31a4317ea4e5023
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaff030ef4d472d4205003ca19d1a00309fdf1f1bae953d6add748b573158460
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12953682f5ebef4db6d802239527d82934d8eac5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9743da1445125ac8084496add3f2613e3d4968a9c555fd87c0afbb3193f61fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afda402561ce88f015645961df513bc3d614c03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e905315168da5db1f14b31e4fb06d28849e31c863451877848ecbe019d951aa1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6029eaeec89c9f6b1a5488ffd74e50a67ad2762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e198cdeebe298addf53490fa3de0a65c16618596dcb31cdf1993d9fa45936d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2fe8eddd78b0478fc051bc58fbb5007abc3e90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb60785112e134f6631a8c863d8c5a65c20a3bc17349b2516bdf8055c709596
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202951ce3d997c141d5f72a26cbf35a84e74d7d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a590bfc3784bc755342acb802915592065f49996a567cb57e160a34d44613f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e868369a5312705bf888e3b3f40e255f035e6369
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55e7bf11388d7d3ad7b4f48058f501704b498a84f9cfcd4415610ebf2007be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459db28213803660f6b323135c11ae107276f070
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd407673312d2daa386c8fd52c82a96da7502dda8967174f144ea2dd84c1d80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb27be7dc5b9d34bf0765dfcdf156f570ba1d47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a00f6aec096a44e2279204c938faf1d4fd9bf7f03a59d1309daf06bf980731
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a3942ba0a43bdb5271e9bed59ff2e790d58b19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeca7365f86d93f67d1b5107b6e60d1f7370af0b04d677de2e6f5cb6171175e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db162b7a0e79e09a572909e174d321bc654ca9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21331d4c3ccc5dd69763b00dd40d0154beceae6513c58239e6fb564c93a4bd4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037bd00a4dfe8e4809faa8f699beb7bd44edf14b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6d5dcdbe3ba60d6b6bae633d05a1751dd7b657585743264ece3c7c6e267e71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf2912be2e23a1f59591d1e54bd27a1e3b6a8c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364b39aef4f039fb044b8f958c2684377858cf8f6b20026cfc9782a8ac9518f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a50ef6c63204923320e5a0e736329ec4040cd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2d6e6173a83fb6841082d8afada27b5c7aa0ac6502102e4ddbefae8deec951
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260a9f21d7e77e7c472fd0c5777192892b90f94b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad71d1b9888157170eeef4f04ab65c2c6f770769bb077e203111cabe80afea74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56e29070dbda304afd1497feb0062a2fb44f2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5761f86370493113bd75da70b65ef7c87a4ebde8fb35ae44004712103e9761f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98869e862c816fe73a22a9607f279a21e7fa9b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db55d8100748c9979a2841e3ce2f143542262e0b32d160ee08fd3cf2489191
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f37b227accd8f355ce9b10c1c4e803360f47a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f34ec6db920776f5c2566a4e78c2ea2b8df8452c3c3e12b9aaab0ce016642
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a17ca0259f31ab0a3e96de65593449e90e1257
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933e14146a415d70ed9a4a6b999c27aac3dc8ec43f3bdeb9ba32df66d2ad2715
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f45d0a058095bc03758910c4e20615eb30473
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716068340d1740646a65458188f9efd0753c0a4c3392181921b97fd4e72b63fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056d0acdc77162347dfecdcf7e35c1c75c0cbf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5196dd9e47b9187c0e6ca5b121d3135cc84495da1eefdea1749a2bbbe51c3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d32b6680de95b77a73c54b42f720052bc6988
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8fa9e08f2363323a53ad8ba93ffafbcd7907ca8ecf692f295c7501bcd7d5fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87baa9d7841ce3f5be3d57685bad7e58347eea3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23215b66c0f4e4120e9b43c1e11d4cfc7e24a31765b599ad96a44f8afd4203e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075651040f51c965b0a22e7d42f742c5c9de36d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cbff7591a8665ec0d9b306ba5e287c7fdf1c10389c09419f80feeeac878468
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06f70b93818efd666e3060f402abb4e7eb64bf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512ff36c23d84c1e1b4c026d03d3beb9b6ada4bbba46611f16df5fa6dbfbe56e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ffe4456261714949ed1d7b1b3ecbbc45aa97a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed34da674ed369d26c96ea0a0e20b76611ee1cdda9558e839bcbfd9475ed115
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4cfd7ac37f5e78e81b4ff20c1290ad3dbfc7c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1057ca2faa689d68f6676c0c14a577621c4cb7afa777d85dfb42303151ded1ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bdc9229b6ce410bdac010f25386a58edde52b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8878e6f83fd5f23cf8401797ec06ebf7aa53b12845b5901478e0306aa1d6b0f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9584693bee5c444b82fb01522e31d4792b2be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b1483b0c6cd72b8ac4dc555a30bd7643f0bfa7df34a630ba9c6ff4dda2a77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc03784a69730695944d4adfb7dc1410b8a631
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3d413a989a21fb358e23830ff2cdb00aa3616a880be1e265ccc00fb024aaa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e7df8e7aeee7601dfe33ca5de61d479aa0927c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c17a5957702afae6e2a4b85ccbb7380adeb0403b13be2f299447dabb8a168b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6706522bb69b698263593bbf699cb7236aaf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67646fedc470939069a0616851e4a5438922c1121f0be95fdada1e97045e78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19e2f96131ecc504b005c34b3954cbd00238b52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9cd6ea56894b7abbbe19ebb8cae429438cf94707f6e28d6fec2356e5ffe044
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b175ebaed200667db5498e37bced91bf9f6493f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e429a3ccb4a23e8ada72d6c97e7d5aeb3eff6e5d89fc322ea84863d78574a34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f75d83db6438756f708859593f8dd270c7279
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b9a29b1507f60600594db841d009683ec32972b61ca8056523fb848c9dfb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f032d4ab879c7516649a6e41928d1ae9d6cbc92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df215beb878227bae5be3d6991397e69ec3e0e8fadb7a8e5a13a4e8eb3bd85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ce15180fce0dd8ce855208b132adca66e2531
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a427ddb2dad10f448c4adab8a7968f7195d4153dcc9b02377c22563048ad78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fcca31fefdafe83078f1a98deec2cf50c6891d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afed9b44165503f9d1bc5dc8051a030615aeca2852b0a7c64451210f4ea4406
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f70b9893625831b47add822842e74873656435
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bbd71b64a72ee2f2a4b68a448ab82c5cf8ce028df533b6de78889baa0b0caf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ade6eb6ed0078b5f0f2fa1b4cf558dc9e06485a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6134c97a35b0b76d24abe4a9481fca8b488b81507e676db13da05e43c3ab71af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a679140bc4ba6d106b79a5cd28adc9d9c1c9de3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62d47b1fa4a2093dae529a4b29af4b967ccc492a09efccd6d038bed8a810723
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b020bbd1ad94e2df1246f80901a368dcb37f477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe0304754960b32e1c3a4fb73d632e1b4a961b7838b2043fba023230cf890b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb3d978c9c144d7edb16631928b8282e7eec046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4074500f175d2009533f69180c8e90ecadb65d0fd079c5caae03540f39bba18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a2c602383f06f5a4fc4549e2bcdba7c0cff50f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3164170fa9af35938c679ddf3e3701878558652fc5fedf17a27a9d2ebc99a27c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d390df3a286c8b7a8fb771f3bb6a8d56e36bf89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05939c8fb6c5e0ed8b4198baa11a15e6b5228150a69e66a30d789f9af2ad901d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375e583b59df1a458cd07ec575a2272e4bf36f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e7602c69b20b631182b7093d805f3a9a59d8103ba1ee6a64682287c5819dc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976d0f077bbc25950ffeceb80830ada142d2fcfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6888287bf05bf45c8160b9180011d295da8c12c99598eac4d931e01dc7b622c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9441860537930ab1acd76a06cc963ab5b44b7ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e0fc22cd4a3b04aacdc9734697432fcb312010c397da6b60fe8138086c3bfb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2da8359c20366ff1e61e91222976aeb0f26692
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44671ae9f3d71ffd1cc7e9291d9fdd5a7aed1a2d27b9ba90b04e799da7636ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b464ec446744724fa1436ed1df88557b9fcc69f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b321f4dd65352bb2f29c0639718d1862555fd0d51fdf6bcadd942e1ecfda43c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e195bfc1f3e1ee09dc5780a2dfd0c814fd9836d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037463868b9035ffdd06d2e0e4b3a52c7fdeee0587e1b48ca039d36c0fa6a9e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7157eabe8ae886950a4ad227d975bab41d310cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cec302659fb0a6cbae06bf1fe3ab0d79de632c7956baf1d2b1f1b9fdbe49c54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aeeb0958c8fc2bfee0453db2373d191204d039
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a910812717983f5d0c158c85fc4148e2f58893705c9c07a0889e052b87d5bc0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9123a30b56c52e9390cb9e52cf31b19f6aaa15f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bc7d9fa699e4e60d9807b85193ac1c20d3ba56793baaaba5ae4a44ee394cc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1989f9136e5267c95aa99de7eb4fe2906b239e01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ee5da5624f5890c2cd8ff563ec55384b1330b85b674ee87d702b3a2dd1a92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac19674047474fa0ac67908f123d0b23e99742db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814800dc23fb18737c08ca0db10835fccb709f0d655009ada4a06b70779d80b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ee9307b7499d387487c0543de46d026796f5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d4d6ca6ebd0aa1bc701de2a4be51b4fc580c1867d1d673a15c01b1ab8f47b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50ac7047c4037025693a0715267537ee15754a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be8c95f454ba68c0a2ac8606edf869af23bd8a1ad1f7557a34cabfb8cfcbee1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5d041592dfd4a7494a6d462fd00908820dc4e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f90473791ef63c1208ef6afc5a2aff97b611e5c0af6145365a379a72f6a5ffa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8ab003120b6a5f7bd7063761577ee5655e4d84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed927285ffd279426b5b42b6dcc1f4757390c6546ae3a44860e1f16728c8bfc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21aa462dc489231ca5c19ce871e7592069ea0d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5be6f9a63a1adaf818e72cdbc2371bb9cd196fcd6cafa68f80079c0caea6c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5511f0c7291ba8fbed145758dda890106b943f3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072cfe63e23244ceb038530bb79e47eae5c68c4f67b58764233cd4494667ee71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8be7f17e72cbcaf7fed2d56564b2ade59e68011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f878e58a7971428ad815623cff56a9d0883ba8529c97125377aad21badddc2d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50aabd2a2e548a054d3739533ddeead8ecd527
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3d0712f37cccd50b9ff8c69ec2599e76b6ff2c4e0a40b4085eab75a378634b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce1be6ec84ae91a5e84175790ae91c0dacb8768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe84eb02ac33736e744f98be37f4cb1b0ce54a8245185b114bccb5dae0acc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79433e00d449eaa5ad5e87e7f29a2c5d85b22b4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82db42c11d10ca2fef8199cb8786c8dd735523b923fe81a69eb9e7db52b39359
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b218bb1d70cb88f0a46fc5bc5c261b6298478a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47cfffead1b2c11e25f08644cdf3bd43d6812422958d36b4c56f590e530e6ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2a3dd1c6b7ad5f4ea35898f45651e61041130f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204aaa0351ae314ad8f22febb6ca1b22ed69ec77bbbd3ef0a9af600828bbb17e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d67ded5412c02d1f3f82966721373a61d753aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d3aa3c832e20ee77efa6125ebf1a97e364c07f39e11421c3c5cdf7fc599e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bd43735cb6d132dc30adae77e49a2614d67afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc6acbcb4c7d0fbaa99a1313b997008a6637f03e57e5116df5028d16cbe95ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff9a26f0d86415a1432579cd033f3cbe6ee267
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b69f90754948a4968b707a2e6d2dee327855a9e2cefbec55372db5e35f33b39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61834a9abf8a953b549f098aaa678697c76f48a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf612a4979c71e7a4c66c826ef72e75beb43ef5c7b2b12c689018bc8ddbca1ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b616d2d776ff5a99edd1298c10e347d3dbf57660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d9afb8b0ca3395f9d0804142f2aea848a992162b5c739d621927f80a7e4e57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b86a9befa8c1f8918a666240357b39961d20c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a6c6cb0d11827b9e1e989b0369a43478c1691c4ae0a187da51759c83976c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91f1143b0463b11eab7d3709e1e0c65b8ec5e95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022f7c5154627c0d26972be000347d50e4b9fc664c726b3d7c49bb5c22e34d74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcf3c95c31c0d305369ccf524b8438f3eebe4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a82966e41c226158ed7d7ad73ca0f674ba4190060e6fe18063412f57ba8eb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f06859bdf4247e47ffed8016801e0011a73e74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a0e4e46600c127bcb8171e3a5b8b417e3096d852d88856a64aebd27a15768
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ef45c1607f733558f1d15acb2502b946227cbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dca6f1777f70dccc725e49b8b0b52ac4306176eba30711bf2dfe343c0a9e4f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807d2a546cc14b3556aeb195d3dc1fd64ee3181a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c2f0023713f6806de128bd9974d1b0621e337fc32e13c0cb4fd43eb734f87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b035fbec53668318b966cf170fd4676c146d253
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc379fbcd5d8d9af28e75be1c3ac7b5ca5cef15d4a6d115fca451c97ab66186d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0e5683f660d354e170dc904aa837be2960233f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404253d20e23209c4c698833ca125eaff145a8206b82c38ed8760263dae8cfd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b785ba632e4ca026840c6bc65a8c45a40618be5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a6bb24dcc3a895c897856ca20c233762b525861a90ca5cef214a3e319ad611
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc75be00d0e906b7bf6a5aca39098cd8ddcb5c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccc651aa26a2cc03220d3a40274bc81f6a8322f37d10c5a1dbc9e43a4ca915d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cf73f89a53f363edb154ea5a19e7e801dede8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c707740bc9ce20279f2b2d1bc3c10b58775b1f2075e3bcd8e44e1545b07cd06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72827b67bc0124f0235feb3492bdc6e6a155037
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9551e3bf769b0e93dffee62f446867d4295d45042239188d3c9c2e5a924832e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14939dbdbf9e56b521428d13786a51d5adbb93bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a2d87017a1ff6a610f079a3de6d3cfb3b463e0cc856cdbe3e0584b1e6280e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7d851b86df112e8669ed31ff47a02b75550ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832751ebe828a6237a449e7923c3bb2b54a8efd0f62c3f95304282a0a6dde73d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaf430e0f7bc46cee8d9819b48fd2ac005c0c7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3756cf3d54372d1a0fbcf64de08d4a0fe1925c64f86e4af318d54f1787f6998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dd0b57148597b35f513cb48e365589a0705f99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9504cbf021cf1e86668bf8f99cb9193c605db4332e5b734ff4a5427678304a2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2b6ec633fbc0aeb243451173ed62b5e7c37156
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11905b4da0ea2258161633b81dd7bbae1cfde147337ea73507ce0584534fc8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a37753d84b8f06d8b9c5b51d86cdd999c5b169
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36ba8c3ddc8c0ef68cf64b916aa3d41ce1a61bb9a7c73915c55fd37f385bc02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612f446c7da7135e3753d8376a4871ac3e2ecfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184170d4629f2d788bc51371c09692d3f2c178cd3f6284323181327cdcf6148b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69364067b5ead6eb6e1c26b32922e8c5280e529e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6116a9d9ba2c53e39edf21a49e7816bcd88022cd43ee8fd46d71ed739cd59ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43492118e52b397e9cd3ac869abaaab2e178b71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86456810ccd965884dd6d1e8d464de6becca14d8ed0f7d1adb4c08689e92e5b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94db34222756e7365715d7c261e8bda9cdb336be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0edba2e9416b8181d42cbaaf65da585266acd2bc14621400ef865e6eebb029
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11562931e686bd5de14597831caaeceaccc10bb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d41ca1efed468c59167400857c89023dad4ff68e902a6bc286390a49b2ad4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579f0fae9ecf86d5ba8c253dd5ec8326b533a7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5344cd3bc7eccb68989b95f9a38d8ed53c2989748df94ec5a7b60681913c17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be278ec2ed7f5d1d2a9134478ec8332b2acb6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675bc69d9f55056d6f51da5a3190c9f7428ef1e3699e733aeb0a22cf9d926a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0338ebd81bb3ef6df08abc7b258b6fbb8ce8e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cb2643cf3001db70a1001a91ceb31ceac03d50bb4bccb7a73e0bc56d48034
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ee731666ccc5656289bc814762c7385a01e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98176f33113bf59de85bca95139771264e736ac26ef18ea697c348406ccddd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393cca0289609159c4ce4ff42bc5fcea73716d17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf09d4ee22922a3272c78f8e6a120babf9636e91f23c057fb54618a598f094ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab73efa9fb7a3210ea8322e625cfac33a4ac83b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7384223597bc0f8fc73e7c9f970a0a7e557efd0adda01130abaca4d583fa0527
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eef0f00111146412fa1c373d8b97e9a4d2d2aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8aa5e6b72a8c271c424e7c0ed022c99853e5f3f373b808ea67a512b074d838
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338f340c8e8d8df24963022ed5c585082d158a5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1653d9bd0fb4eb14b7061de36d4134ec82c64c2da534b04fb276526611944305
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4f1be0c7168ac725b4ff0d3fddc6c38b7b7913
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1e8fcebb88b8724a6ca805f0903db24d82f492fa6c4936ae9b24fb19468247
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18297f87c4ca755a5a5a3ac5da81f0f791cd4c7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32236bc59ea03d4377987d7bc16a17fcea629d99dc46553db28381e00fe6127d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648e115420d7c72d63cbebd435759d52b27763b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b370c7da8f046c293742248a6486814eaa17c5d463c2a5bc437d50cbc491e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa771414a333c3d7b2aa7458f1bc28427373e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bf0e37a8cd8fa89ed26257ca80a763747b8f3bc00b83ac6870c06cf41bb1ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc7b47b85f5b429069bf3d2acad9d4ac85bd53d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a8c8197717fbbe37dc6a1f4eb7529535a35b78cbbce948ab3495fa35d4314d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1094531f7dbc2abbe8aa106f660602982ea6d36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d071002c5d1db0ca4f9672e9268655fceeaf1ab1c9cbe95df8704c972efb6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c79c4bc11876996138e6a0604d244d3b805d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1149f744aa0ad38a249a007b481d8df878ea662c465988628aadfb1ff2ecf94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4750d31a3de63f32171964c6b2bad11224814598
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b062344ea8c3bf0f35a5994913511d71ac5e3629fa51861a1b7c27e9c84602f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cd5d24432abfb56d68b2fe5510f5808154a148
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79bfd7d96c48acc10c60b79050b60858f619d2963d11928bbdecd5cad0e1f94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8498b29f54ac9863e12b69097530f81c198f052d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7648d492332e4eaa825a420499fbca2e80a1c3f394d6eb1ec36b634a42de5628
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235ae3213e30c1b10937c210c9f1d838f82fab28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9438d163d940910bcecb882bc037d09a9292ac8fde1f1f662b97ecdc22d39a37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d1dbc0444f39352f0a141742cb5bc9709b5c4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badfc44b60f7df7a4cb8c8cf9263ff74b074e9b0e581fbd5ac0fcf17324b0594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623b061b7079c4152f23b9437574a1ddf0c905ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bdd4063a4c2a802f85bcbff31817ee88004e40fb310db19a364484d9e0c601
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5139e4f91fe15aa0255231cb3d816b08971dfc58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f7995c45139f603af41db9fc25b36f9938f74253f58f2d153327b1711cdffc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57c4c19b8ab8090be175a3cebec6ca3023075c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994dc9e892bfa016f59243e64f1c742be996fb31f0e994218f521c0d7ee139ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d8a97c62ee690ed167f21a7a28cdcaffa0280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798a9d82d6608bc1374a45fca527f227f29bfba2bd30d2ce032eaff93411bc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6792bb8e5306aa919aeae0964f232149abab1924
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c352470e7a1f5eb43c8aa1c4d016a2b510d32b198652d01d01b16c96b1ae9fda
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf1107feefd6ed80dacc15b80f5e37293f1db52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109939f022c46dbefe6230684563f116a5250ca01f85ee6d66b155fbfaeb99cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b514e9cf1bca73e7fbc5ce64cc55b8096c5f6f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3856e92c44ecb81240a9ed29efd970fc8505be9b748dc132f14398f4134227b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb94e35e52d5bf00f6cdc2962f1a0d847c6bc58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb20c245d58b540406de8869abde4c8f62d66a0336628cc9dc785027da7f2eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac350351280ef3fb5aad05bb4f64d79a7c6b6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfb66320cbce5a3425f25f00317fd0bbe80e35b719e84d530135bb44149f74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f03c7e01763d52360c6d7174004bab039262967
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750620cc8f29dfd86612c72234e704e36a56bc715f3f667b3754182753969681
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f2219c2013c28354d3f628d4663ca3d52eca98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687b6df36802af6c4765daf73c04d95c7d293353bdc6c8572bd8d5f00d4abf56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25cb25031aff2aa57e0f24ebf01247336b05e93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f1a81139c45db8daf176c44b53473ed0c2552f8e89a89bfbceec03047f84dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c93c2db18bd18a4398cad79aa164917ffbc04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32631bf53e34d63bb816956011b89302c52d0c824a6551530554acbacd40e9e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc3b80b7183647d347829687f398f6bde3b1aa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0037f0671fd2d9ed40ab1dd24051b6a4b9f81b7998f143e3159b3fb70be00f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa20dd172edd0f596070dbb8f6f4b1abeba65ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9728f7855ff110f19a03355ff89a05486714dd3d186371ee8b19954d60cc8615
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe2a114e7e43bd5b117489ee7084b7572e206c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c91e7c8ddb702aa88be829aa1a1f414d35d260d0cf345b689a7f0ed5c80175f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156f3797596a05984fcacbcf2f07ef98dfc5bced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528e3b26a030e97c9cc3030060a8c82000bc0461c6e7eb68e29fe222f4f02211
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a654444e5bc3e82510ee233ffc22ce725c793655
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8674a0ca090f083e8bb6f792ef6305a4f95a4aa131aa36e1174346fc4eb5026a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6152f1e9ddae9fb8baa452f53f7183e7e41c81f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e476a41b6c9a9932fe5ea90595d3fd0a28459bbc006010d0cb79a29f2739ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fb586ae9ab0cfc0e1fcfdaea761a94b2cb8c05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eabb5f3ab2c86ed1f0b9bc7661f4dfccec52f0a10a264e57f858b26dfb2491a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd1d86c765da19767303be74cce2cd545da74e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c112e3cc34f27da158b9cb9dfde38da0bb0e86523a1b68d0a6d4cc45d74ce8f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca97a39678edf6533f992572042b1d32bc39b6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b9d04c5283a1e22ff0364fdac0a0cf1401fc61a7c35fe01ab9596fd1b7edc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0409b19b8a2567bca977d3823d7dc57211e20e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a2457e9ab3d164461aff75adf92b13ef04a0ffa0343a580a4bc9b8a78c9004
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d67503d230a19a7d1142a32d195e71d95876e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8489c5db9d773c4e25003eb21bbc47c82eabc093f223bc05305ce7db9f224297
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2db8ce8105f4ac705aadc75229a3ba9f2f7339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545216477d6cc23427897fbd9fa09bffe13a664bf731686984765ddcc1a24b31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2439e1e7f4bf7653b7567c1d1bd66ea9dbe8137e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc4d7684ed2f9877efe225cdca64757827a61a06a7e8a0e896955caa8506522
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd1c9a77c1fb475d49d7b870cb051bf42268e12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd18e9dec3aa1c3ca1c6d976e0ea5db5475a10405153dd448ed914c3f8464e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892e5e8a34edd8156ce02d04eb99e14dd22edd36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40effa270c044ede19b627121f7c2dcb51d78c5bb301d100363f5b1d6e2730a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c999a977213e9e816d4c76852957f24bdc954ee7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd23eb50699bac896567e482c0dd129f38444c2ab6689de6e1b37851ef0a4b12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c0818ab0cc144f32b4fe2b0a83861ad5644219
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c2a2539a1ca712445fde759962c41848cb22880560cc8b2d45748ca347aa4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbda9a3e4aa2110644525804e5d59ba436beeca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31589cb836f55618fbd43f4854699100d6c215c8c1594dad73cd5a33735a6fa3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ff9a9e7afacc45007bf51d2f3709933c4053b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be2d1fc8869d661d8951c49f19c6156f2c7056ad0a14859cade46cb648a8d74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd7dd470da375f2ecdf2fcd88d1ec2429ca907d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bcc1517d2040b59259259639882d8f20a4dbe0ee63b277ce5544de0d5f012f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6191adde900b22760c103f88dc2768e2ba94b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8858f9403dca1630d7a92bd3bc9b8cc7df9aed7a8fc30c1c588375d8f154dcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c787ab5b186443647b7d241b99628600a250f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d380f50a23a50d4af6beedb8e6140f1d09d9ff3230b0a481445b28b7bdb726
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8f1bfc22eadad720da5b3d22f22769bf723cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40edce70efa258970b288571ddf03d13119739263b7c9073a66c77014402eef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d27911f180341f8242b0d047300657841a098
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f009777dd4938310dfbe7d8cb5e5095b743cd604843e22a79bd4ed19664cd5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fa0cc0c400cec320d22eb7e8779f300ae3cde9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1763a107f4e9a49d58ced68c089699ad4f163b06c055d9bf43153a519bbfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d182d29596716f0665cabb7d6830bca816d4603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab7366f2d2978e9dabe77f644ab778a009270bbc6065182f0e42cb63255605
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711bda09b66bdf7795d08756992296a001770462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e1fb39152ecf06a5584017f96e9131d9f189fc7f4fd0265fb75489f56a407b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e25936ff15b32061e25d1a26696830145b2efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517e4f34eaa06afed7bca92916f2367829b823e2a0ce220dd1f489b2d3454ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bf2984478811e226062ee95d930dcb5beaa2f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7bf8871a34063032fa56e322a626e71354d0e6bb8689c3d1af67a9e7bae58e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c1a1845eec2675b3fc15d104803719e5ffce0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f3965ed1c33ec9c026d6e1381c85cc726d9b0a04ad46e6457067ec40d9f610
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893fb8a37e27a21c94d6257a53b8a4fd326b7a17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0afabf4f5a08620924df37fcdf5c769711ba4add0443f82cac9a0aff798eeb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d044aee2c76c4ab3b5584df646aa4a81c85344d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f6dffa930558858038c780167729ecaeacc741570c77d6b75e1ad2d0d7ff96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed26988b4677e39d79491cb4c1e74993fac35c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaac2acea1537f102af88ade8772459f6c3c8a07eb910d42d73468bbd1641694
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c65448e0213698b137e9387744125f487b35ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230c44d25c29eda10cd0451f1e40df9860e0510a0ad7fbe28bfc6982212dc91e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3688ef626470bc1a7094337b8e25942a37a1cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1036d74d448024f938441472e5b68e4b676c390fc10fa119b177cc38c550b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627e59d4f476a8f883b94f0cf8c878431e2b3bf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c028909db23eaa05af8a493c20debd761cda6d360a4bf43c3c92754d1b806644
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8957c1c33a67f6245f2a9a560e143b1254e703a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c756e9651880689fa4bffbe81d88ca93a82ddf752c3137e10e593163c7f404b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a4c54e85bdf057c7f1872c87007d55a7173607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d1b8dda4e1a24f2a2bc5ad3e61f609dfd6dd7380a321106248edef6e432131
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f67e2e480abc4e6a3f95b92b4df32b175be23d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9bc3c1dac1ca13c56efc968248c061144b16a0146b1f50cefafffe44f95a2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1678dbc303e22e0d9a3b80151121c61478129a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415513d2750aa8e42064600d18efef8923ce1ca7552c1943d627f8af8fc80ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922176a19f41b2f603aba80d294718cabda822a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bf70a5f6d00c237495dbe5fec455b2254e24701beda27c1affbdfe17ed97bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7c8cde3546355356b85f5a235939630baad484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0972909ec41434c0db7ac82507911a315aecf001a7f3226add65c2df968b25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ebd6799a0b0e09f64efef0d2fc620b9a48df0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba5c72d65ba01199e025b02bd599b11dd6c79fee5072bb176ced099e2c0166b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab49f376f5ff863a400a6ce0250847e4bb703d56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea788736f07b99f7da468d55f706a026fa6b7491d0bcbcb5c0210fc955d33d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719cb39564090b95276f473c46d8ab3a14010b22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9a5bbee771b5cd24925f147e5a00242669e3e71ef035e2fcdcaed4fcc0dd5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b372134a6e36a022ff292625dc757882fc97cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355fd8df21390bec799c77d10c88794f6190a128b3585a4a006bab790dc0f5b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbe56afaabea6dbc14f61461d2bbe3aa1819a3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36cd538557dea698421bed23ed1dcb49086fd0f2f642447c0eb99c148241551
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c291dbcfb6a95c780be2f072f891f0e502018cd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cffa29b75f2456dad08f9e7897e7db1f1245baf57160ad83b664c6fbf6cb69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b912b4545e294c349257985ec48994b99e719f05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917490f3789fa0258b56d74123934c4f6838abfd43ef591071247a17b7c1e7ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f302cfc32593e8fe88597399977351c1d9dd3509
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61e93d554c9491100c44ee76293e268f636be5373eade1c67e420a51a254c6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ca69771853c887711ee0a468f2ca38d3279ef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346c7b62e7485337c9c7b3b2bc5f7b4749bb374c0dfa0e350cd285c27e205e43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262ed8a1db4514585622ae0f1d821574c5390c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ead30c41e145ffc82f5626bca20af6d747e294bc35554c7dc43b0fae36c976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12199c4d680b1bb302701a4a9a96aff52c3426ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f387f033fdd98170e656464b83bd7b73b014b50beb4451619451d899b437b288
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddce5e300265442ca1300dc927ca32c0c1c7da0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887472eac50c15a9fffa21e06f6d0962e2ff93fea637d53c07396e0f8b9c6ca7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24125d4277af6ab47e913a06f84d65be17721a0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f076b81d4bcd7ed5dddc79505d42c0fafe8a4de065417ff740d55b969a7457a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6fa9fb3ad6a928b354b2adb0b40a49bc615bff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f52118c17cdccdebd8726d2708d42b70e22a53084c6a6086363fde4509634f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1574045f8f9b5b477acbaab7d602c82d96c32e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a39a1e11877ddaa65d4e306ebd99babd0fc308425b20466cebabcecd0ecf1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba321681f90f5df862f574c9eb84b6ef876287b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bc739082ff04741c39a055a31b41ee4be52644bc7d54d2d2ccad497d8eae89
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51cdf02317836a172b25107c2cc245e6d9991fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310553a19fc01c551c60987d05f96c2f2caaeb9b1973dd07253a0a1665d9611e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5df774aea27bde50a813c42d64795642076833d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818858962ae38c650ae2bc28f24e80b534ebf5545257250da5ca59c1a88d442c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59530f869d66591276a450d55c797c23cb0ab541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a41f7a1ae313577489ded08f0289e13cf0eb196759c29e3c6b07bb0489f575c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa605e67cebe10426be75a660366f6e5b63848f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac2703db609da52a52ef7ac3b423830970d265a5473c095580a90c36855d6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2971fe5134f68965e6a1ccbc9cd20a61e9a4d3b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0952d45f07364df8c0718b6930451306eeeae85f0600451eb8ac2e9c90acb1f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d035fe52f69931ab258c04d22f2c236fde7a1175
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44bb7514931ee7faf719c51b75477e8e6f983e903169b041e14ccbee5aab83
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc3aff4c4dd6d7673b2adc1ef877b5886ce8c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404182d4efb0069a2f03846387a35f007aa60e1c07ecadf33151e69a11931102
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a3051849675cccaa2fcc62240090bc57c01c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae7df840a7b38b0b1c87e2646b17a5c5d520a03aedcb85cc374c788d4e1573
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fe0b7233486d177a7acd7392961c1b798a8993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35bf73c4373f50fd430ebbacbd8d0a88ac98a09f387db9c468e6f98c046a18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e86dde5b38aaa814cd8ff2772274f820272d5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddff4a09475d9d2db280dd472840f3277a64123d8a1456759eef93b06ed5765
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f291ae506a034cdee83eb70259d22021e03ff8d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677dc4f4b801f8a02d9a830bbd3920a7e100baf3e7a72728811004bff3fa434e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2f0c77add08b124fb368d74d5303d731a8bb40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620e96eebcbc0199e664e2ed2c9596ab02ae4f38aefa318232328c1ba3e256e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ed97ed733dce794a8902a8016f9cb315f45e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215e2d25a8ec3bd2b300afabc3fe8b8b86db6de15417dcd4ff9fb0978f206129
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa8c72a775b33b31cef55371331fdb3b22bf660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f9ed157f92181d88a719668fcaee4ee7dbcf0e8a4501c6b3a2da943ce49269
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c03e3d32f56f31f9f32168d1422fa6f8b588177
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ff797039de0508460dc6c987f923c2fcdca4b059fbd73ea2b52c66dc563a8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c41adef6f640b31c2f7659cb4d6f7a1fef17bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ac9587729ca16c38e4e7bcbb0d83873b6b08f52e3f3f4f274d93a3d4a5d707
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9817bbc1cd14d42ef5a4c9752c1cafa73e3c3b2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eee52b9e2b83ab59c0710df571eef9e2d6468e9eddfad01b1acf310bf60e70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c9bf7fc5196551f941e1c02f99643ad8b5a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa735865ea0860563d9f92b2d94b5d541d4135949266364ecb69fc3d8bcadffd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2800c8ad8af3c89f1944e36b8d91be4068216387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3decfc24cded29f5b0f5fe4e34508d89b28799b17849eb4aa7ad7cf660811
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271f626d4a897b43df4223769529d1b88ee23da9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f738b46bff4e32b1a17e3f8b9ad8f3423a48121f79242adc29bd644602b63c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb180c58ae7691c3289b074213c27604f9606986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcca4acd8bff15a544bc603f50d95078b19f6f250ce57491be792585c2e535e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471cb6bc8987ab7eb19051ddeb1463709962227d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1029b8dcd561221ee97749a5b028db03af7d4598305ba519998e7b2724026d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459f2264e440810c088af6ec709cb1acc38634ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f711797596d8a2824cd433d773a59af19ceeeb101ab4b80482f6da77b6b6afc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae647d03c44358b5bc2e5c8b1b6092f956e7d5d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b695e2e991d0c3c249d113e819334ef42ed7b18b239e93f68b469075d412067
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ec388d1bd14a20af9175591857736685ecdd80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3804a5f89e78e192db8839511881fd07c7088435c9db18f203b7675e6ba8fd77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f436d6e182cda2f53e2243f212c6b312f48ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a019f0879a6b4c774eb79e284cb6653f333d45f28265b060459a33c97b0d8ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a9ec6c04e47b14aa0b306b66153c9704277a3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eafbee1db190658a6d0834c7a9727db79d58a35d448d494f3547ca61f3dd0e4
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1414ecb19da8da4cb14a3a96daf4a96d8736e79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0be3c47da65ce9c6233bb5894f363235c25da749301bd64ee4de3cb78413be
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac57eb9e771dfb7c9c65c5ba9d432dc188b1b74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356f75b73b074cbc009c9f50cbbe8de1079ae4f5475799966506a026000757e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09467f982dbc152b82c7b92aea11296a1805cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49c746bc982606cbb4f34c849eb9f6e41ffb720e43a6579733adac24ab47944
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94eebdddfda5a67f2dd1b72c75259120ae94af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007a51aabf41c032ebc9150b9e689d2a74e8286a1cb38a8eeb54a6c9fd5ad683
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ced05b9a3946dc35c6d18b00c923f3ba0c2c4b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f20cebb5ad25b34e48bccab80f8dcb6a8b52c89f3e6885baca52a3dfc8481b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8486c251fa46f4515840a54eb505aeec9f06b04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5f39c00be08ab38dc54057c69c73a3e6ab75c1e1873790b263d88abbbd244d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65425b916a51daf7b1109aae0525fbd59249ccf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca57c46721b4c867053017abb6cb28851e33b96df66560037ffd8990d8a5d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285d3285a8bbb2f77e8a3193f251c294117d231d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3465b86cb13038fda0336683b5213cba2e3180244add8820c00f3e45661a455
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c51636c74e1a9a0e0d51b0d93a1634aab78f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d850a76ac35f6b8ca6b7933898cb5d10f2d7b0c93ee5afd7261bed4974e1312
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7403fc893ec136c54a5eb924717c8000157f28ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784aaec0ceb298b36b2df6cb384aeacc3a3b77e55d13190f05b792f2044175d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e2d15db8ce3995f09cf08acd4c7cd224c31e22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ae5520032d0fd6b2180debbb33afd718cd00e44e462cb2849a7fda0f0f239c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da147fb089cce29c5c8c705ff59a61801283db9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b185edce0db62320953bb853719be43070c48745f87568aaa9e98e0a8da8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59297eecde2169c833c88edbb1707ead486cae56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fb9b02db2b09da6f477f7247709784c4a1ae6432e3c4deb2f2e6288b58c062
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5976ac6a3e661c45e078a6b7a7b17cdfa77ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d39ea39bba94ef8388ee909dab4bfd19ad5b237da153635307d6c51f97644
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd10bbac9c125912462f06242fe3a817bce2d8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd6f1b90d2fa41ee0415cf36ed9d57b2df89242f4dba64f8f0050e68511dce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283af104437593140e0062ea87d6ae0e01c5724e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d34b5ce71cda024c38a744d6c1fb25ce777f472d242c841abc652fd2da8cb8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aab61ee5afddf515d92cb34e75e5a40acd677ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878187a1c2ac8400cedf1c6fb9c319d48336c68308ca712fdca968d14bdda60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0b271d47366625e9b58a206ea3f0e67fa7b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4743afd720d68c02c46340e8028638d5b8fc76100404764ba40f1ecead46026
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97191a80c9b5cde3e119775966b7f426f327c61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b5054fabe7cdc98bb36b4159b0f9a4d93a0877a45eb55348e82b9c43cd7e64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ec734c4d574ea726f4ae87d5f42a8b2b2b7a3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deea6a3ff3552257f63a1d24ce85465c7096b89548d9f7e4f0b923b048e4bc2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3bf9e09b59c6b32c686d0926f75c6d08bf35b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f18044b492dbfcac2a0d396fd21014c30437ce87f5853efeed764272e2b52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09deb1854ab582617ec44398154becc22f93eb11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabc90936d37c91b4526e22ab4392710fc3a09e30a98c482b48e3815f52eaf31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a198e81474ead8f9084cc7110a76b7e0a166588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7587c02d3bb8d2f9e39126a32aaf186fa0c6c5c200146e5ff665623a6805db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f81ca0bb102777cb86debb44b4d824a1c9cc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be418ead8398110602615963600fff597043cdedf27a016f211d74e5113195f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17ce4c6ac26bfd615e28ba903f005bcfe7d76d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce8ed180c9578e383ae253389181a68ee510fea93a2d8a70adef6e0b042adc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2d73e52fc890e608990adeedfacdd5cfb0a2f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f970b82e8382b87cee0c8fd7da6a01702a25d06f0d7f124e93d58df9abe212c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3310af3d3c1f8f50f1c8998a80c805a57edf71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4495f153695695636eda93b71e95b0f1c5f4f54f15b26ae42004e817c39500
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f7fd8314ffd57c1c3d666ca33f6a991682c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300c261f4ad0f2991c528cf8eebd1639ed2dec13f3a62f8561684ffc40e69062
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0830e7010e0cf07255d2841db0e71bbe8103b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236a57d80b6764b9ef368f65bcfc28096fa57d33415d04aa85f6aee5d892bb3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675266550914b0473b349d9f73477cb673ef4052
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4f66400fce5019ce13fcc7f9364838c71a20f4bbf2ea454e61e3d87e439a9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dde58542bd531d7435fdf318d2f6213308ed3c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d597bffbc6755364b5fc472051ce1941c5173eb881f11cb09ad0f1dd417c49a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e53c0df67751c4987d0ec9741700e97e46b412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5a6796e6d3b9001c12e30c74737898e754517780ae086523671f25ff285159
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a36c020c88e54f4816e833ab96f31fe2a581acc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6073e69b99ce6b2f8b346c896f84f49cfc52e0e5c8dc0e99909fd4e08f000b2a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99caab75a17c348bb9c7eafbb84256a1513d20b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d12fe3811489e293546690827a976e6f5f1316a991b96608faa15fb6122f6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7d697b581516d9dcec9572eb8b4d8b6fadc75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222bc8924f0a981c9f13c043f47750b0485d159df8571b83a98a8fc67bfe6e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f86b77b6e2db664b4d23daddf80998120d6eed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0897ac6f16c5571b87d8eb7bfc84a84d7edd0b230bedcf71f444a28690382aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc079f858f9f07b582433f457450d704269323b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e30f5080ce05cf9af23cf16c9e36918e2df55c87b23fb21579c8e6ca1df14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851eae49b25783df2f385c34d4dedf0fd61bfe72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a15837d2dc9f7ee6f5db2cf999d3b49dfdab4a3f5fc6c4e4cb3d27b346abe65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7a1cabe1d01e0897ef57c983c534e0f05e1b37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a372a4c6601b606611ec9ecd4f8d9af444312f4295b76449ea5d9211d60d885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7caf7cdaf9ced53e7283ba045dd4ac58bc5b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6611fd1c3f830907bbcb7eccd3af1aec40f543b7a568ba34e3d5e8e65300a713
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bdb87421edbe7bf56b81ef26ff8c89fa855c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0d2d5cbde501bcdad09d68b3f7cd2310977f1e6fad8f2ca87d0ac0bb4cf3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608304da63fdd4f20bacd1735f0fa1945c6c06c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d8875119461d6a0732515dd2ee43c4a7a819c53254ba3aa5ec661a00b27b96
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ad8346c066f07b6321599227ebbd4dd26b9216
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c330607ea7ae14269182b6550ce9d7f5e4dc5d0a9d3422720d8e0f683d32ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad3f4048c3187aecd5fa4154c2266afcb81ecad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bc3a729f58cdc5ecad7106c48d50453f7771343e4fa63eee697ac608ad3180
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d02bfce80083c19c6dd6001dd023fd1f00cdf0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa48bd3ef3d83bbfcca8bf237f32056280ee872c89ac1c89a6116049a8b8346
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c86b58875cdd959ca939eed420e2d3dcd44ca5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48ceb4b73b2052496adf7b46ffd8d2dde3c55a04f0423e2764514b0d8b3d615
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad7a4631d3e29ddbcd327b1668b5dd294e83822
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c612ef951dfebbe3bccee7ea1c6f12f7ced76f44437d4f730f3476dc19cb577
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e46d9f1d7d807719dd5b675bfcacb247afad83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d01abd38cbc37d5a5485044833126723b388531af4f50ef0f3500faeb45eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c092e53553de52096fdb1793aea16421bc65398
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ce35968da1ddc7300ad0b433194384140bbf594a08358c5589aa6513e1ba88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46098e3ff0814f6dc34fb8544070fc5bdd821d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d4a2fa48e064afb99263bfd0a037ec0132fda8d216f3651b1c41f4c533e0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99b76c368132f5f9113161c2f02e0390437044
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f28b333138b67e82757238c607a4ecf7f9a5c257ec6781a04b6e91ad4c6dfde
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b67e929bf574e7f36e0908590c1118efa49bf51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731a7ee1f5dd5fabb932328256c8907f29a5d58a890c72469dbbc282316bea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9bb03b2cc3a6fb9bb14db3a9693269002f588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e5193cb68b0c00ac71b8c3ebbfaa4b01cd0342a7a69156a4204de49fd844c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559e603671c901af9cab7bae1104732f0a2d9288
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b161d44de4df491e4e74e58f676c85ac709783da54e7f75f68b69f47a8e393f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c5089ddc1f09fb83020451b82fba9f6e92977
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29a15f43e5d5c23dd569fda22d39bae24bf34ae03c999f2923c24656daef9a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479b9699154ee5f194870ad54a1d93981b03b086
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafd0f1fd652034822582b56713385b614f664d1a9116e946407166251f25830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d13a352ff056b4ab8fff36bcf19106d4810b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b384d2d8b3ce36996540c98f0916e8043c8831dc2bdfd56c545fcc773b6ab7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55ffeee57d8599b7b2953248b234e5f7a2bfb6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95305798e69203d567297b39ee87f586c2012f92e1f4f3add26e53e88a5f8dc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9551facc50e0b8824c70690168d3847e129dc34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897aade65b6175fba5c3243a5622b824c1e50f6033eacee6d40f337ba72399d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40131607465861bcdf3c224906eec1c9242f23d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd1545b333da6285a15e86e92aacbb02b1abea93ce85194fdaa0559efa57cc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bda547be53c10e8a76a3f37f47881bd32105d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f3bc2f8720758d7be2ad2c03c2c9d697abeb5f9b8c87b6bacedadbafa4e32d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64577009df5fc3d5c53f40d81a7dac324695245
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673beae764f808d829429114a6bacbe0fcb46f73c4b28f4976cc6bff6e87dfd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da58632db026715a0257c1c4756c6009cf4ab41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d15518d1df792db31560a75d94988ee8d2e0f4f4af15ce145c89c386e26e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbde866257d3f14eba98036a4238455182082bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b25ff5578cc668da77ea62b93a2c0eee4785aa22ea4f4c67f85f227238d78b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2fbe7e3ccae383c8132bf8f894d8e315281edc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd61f3d3c47b44aa353a695ea1165246cf4a11f12c27aa91615a494842e5c6d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc9dda856d8b216827e3f56881579cd0ad43321
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc77bf52dd3cee1c66a07975a61824f6ecebf778564a563a2c589398979d998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0480ad3fafafe1b76338e603c8db269f7039699d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7824894fc55bbcfc7baa22442e0392d1aef4a394c14348d1df89676dee0f88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9375bd702bba365b02041a16fae687b54e07c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cb3fa82d6168ffccf81847630b40e2d79cd32957c5131f91a1dcdfcfc7e436
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23215cafbc0751bf15d6a034c3203354497f25da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3276f0f03898d527789bba0f031f4b0a5a1d4f67962aa856e08cb797a76a5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01ad8509898eef3a842034a445bc98dfef8b83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba150fd5a12a0516ebef4f6602bb42cf7c2443772f1f3a8006f2598f113cfaaa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a70de5a44625b996a12da3ef069da321ea2b99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ddf3a30cc097b784caa877b3186b4ec25678cd6773df37ac32801187c1443
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45698b1091ba0e32a09fc33b121b037284877809
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a393b5d4764a1c03406485d2ad1841b62be96f1d736bf872f31fd96ae18aa139
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75227cbd64f0362890f239a4dd3cbdcebf67d1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb0833f112b92dfd13b865a17839553055aea59a2720f24e7fe5fbd91207297
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa43ce4de9aea4c5cc3f37b1503d6e800111002
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a9766d172c7940bb9e0b1549d081d8831c878053bd988e66df04436a28cf8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794a5c5799d58a03819a805ee93708a6e308efd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ecdf3a57aaa598d7de9726aa0b0bbfda136a54373f5f1777d95d76a7763f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a9cb9aa3ea02f6c480a43d4dfca77fd0b5b133
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8890ca1f9a5ce1083af854796e52698a8f238b50128ba4a2bcebfdcdf97d925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49d5cdf8a71bba1aa8b5a73d1b66e3496c75407
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f57896edb8fef014b665be1b6716a31a30e64c60fd3fb8321fe26f8aff77ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302508ba812061c055d0a769b66c4c4d891ca5a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b36fb2f3b3ceca094201f38b95fbd0411fd0ba83f61081095e580f4bec8ca7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef43ff6aaaeb154359d43c317c21bc1cbe78137b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692f7d7288b5d8de979d43280e5a3bfa1bbdabf8089573a43927618b1bdacd7d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7dae065bdca09147181ded8e3b7c530a42fc05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e948507ea3078cb7b9f69560696b2efb56f2f4c3bc19e94a6a96a130a0bdf0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465e0d278fe2e2d6f7379bd33e9b18c031468afd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d9ee5ec9ae6763c8491cc8ea5e2b19965376f94995b7f5449d02c4fc2c94c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc06ada7d1bfb6b5aadc9eb923b5d7d4f81ef560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeab8de25d1721510853535378a6c6148f3fd4fe26fc38547192eac9058d3a3a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88aa68767215852921664732bab0fee735350524
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa67ef9031147ee0f643ca0b5e232e493ea920fa18b68e83c817957d13b11f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191327b3dcdd70d94858cb8296fe461ca4f2f274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaede5f4dd5b25101cfb5b9585601c56107ba2b16fd1d0c6a5bb42f93248844f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9648f5d06c2172912a6eefa3d43ebf3fa1667936
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a6d4c9a4b60212a85554779e096459abe243da15b7709bf912c2f9a4297b01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017873b356dd373d3200dab060d31bc43650c2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2b5320b118c7a5f2bc4f7e509917d508875ca0ec5064080e9fd7edff4c89a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e4741b5bafe3fa38a0ebc2725b1c264500174
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cdd1ed0a5be62c8dfd0a61ed4e3eaa86b81e9e177ecb0baa8411ab6f438ac3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7470c062acee2560ae3173cbc6cfd38647aecd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a633cfe340d24534248c0587fce3a444bb3eefeee5d5362d7de5c672f480628e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c682ee0cffc43c5ed3cac31e31522b1437fc6c99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed97c40c6d33a8d543a47d935dddd306c051b3787463de76413c5748da3ec29
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa11b83cc70036843e3d51a791f5dee1e1e3a98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9f386e9dab44239f57e07f6328d0b5fd9b8b0516406fe275f57e3e7f28d50d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc72cefd7eaf1502e85d4a1754125da14d40c7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007818f0bdf7bb358abd39558c39dec43aaf46c79eefb69862c649447d6838d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3045dfd816c9d4903331b50800a3566e97953e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a502aa631989aa79ceb23500fabbb25a53ebf6fd1c382285b7a073a43e2405
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3194c4ac304505b3ddd4be0558ebec02b6bb4bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9d6d0478d4f48fa1eb5131722d8423161399d20b48f87247194e230f728316
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58de625f40b83a3b9f61df722b1ee7e4de3c4d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87901399caff2b292eaee33761e5f94ac63309c00e120f5d3637cd32e549391f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e050af92dbae1c9f67945d8c56f99972103217
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90963227bf5f549d8237ced3e3835d8c9d324b1ce8c6ea5efddc5507d64b5363
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed0fe46e19c0405b6220cc12c1a91d22cf2893
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9cde47b6d30951bd00d2dfd094b46a8f2e3e3bf77f251c56dee165b6735ea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9de56f48a0018eb604a7f396401c2ad7c9369d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25777fc243cda80634520c3e4e448009de6d62e27f27af1b967b8dfdd3c6a191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f1a3e75830078f35d58f5096a951b9e13d4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84a87c5afd255a4ef822ed333cb06062f08b65c00c8e576d78feb823eeaa0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd1560e997f629013d608abd6981d2b495731ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9527d376ff5be90a2738660b3db79aa787da938ac052a4134fdacd07f9a05d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf4beeab531055829212d33734f65e6cd475f45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326137e5fb97b87020345f0f0b6e4993f77b7e72a3c1b349ed560ea1bebce97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e207992f4b46b1f0733649d120e2b6b6f6b826e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989f41dc2e16fd05ed14d6be67e5fbbf91978ef3076816d7e04e535ab0812c5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0fb085c2d283b8c8200a84f4b57387c816ae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25455f9dd0844ffc6b57e7359d4129d40fb8516a8c1427a1564717ada3fbfd19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b36200974144a907f99638a6177aa40a1c7ec5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bd5e68dce4130436b2c8a902963c7dbfb6b8d77cff60215e3a022cd6a036b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21773ee6fc0662e9e667dfa603042a659508993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be9335f6954ba977cc2bf59ecdceedc41d7b45b6a4b81bb1a0ec05a0d375158
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a538f14b761bb69012612a8b0ece2a95e70e8810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e265679ac79406b29db0f56cfa13d1d738b74e4180a013bc80ac7ec9a06b862
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bee6668160898d19b6b75e560746e64a95d16a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091f94cbb363176123e3f57ca41cf762597841663ff51663d2aa96bca08047c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5b565a018c377a09b4f4054361bcb65eb67d60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82522203d61b15ad7c5eee9eb778a629b96a36fb1edc329a54a15c60e51d2095
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c8e01715d395c201cfabab61e19f008c0da5d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5e9c96f1e11937a636826acc2a705b3aab1b4d311bb4eb79047ca693b8594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2746e8a3acf14820a5c759ae54f03429679a1dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e29828e8334b8b9768a0514fb3fddd46d6acde6374bac8b85fb0f68950e71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70546afc41f0bdd575b2f06b7c46d59946b6d30a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6cfb977ad4adb9c1f9f3e58ad507f9a162945e4552b70c454525075812f086
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ca0a3ab097efa3a8e87966080b9941787ef2a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4861f574db79a3b1c992b660b02b3f3f289827860c5d3a04452b55aa878cd15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0947ac82c84ae99d50bb0a3bfda16dc7fcd536
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88936d32b876156c5c39da936fdfc60fadde2c03bf3205c0d3d480c507aa475a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce74583573545be012c997bbd2a260c951563dc2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7491f7c728c0717c2aa1822d3fef38d0eed0163069f28c9e0da9d607c39eb47
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae7e5b85b8e212b7ba64fe98c6cc109f7cce5d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9612ed2ee2ca33e8692e67e0f377d63cd0017fe6e8501485c2b23413001e17b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f4f2a1d94c4f2896cfcf0a4cea7c7687e8b4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719c35b8a55cd24f5b44bbf3e541bcef34b88eea8f76fd54e909c3f83b4a779
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc3df8c269f902e0718d0a56d3cc3b160f4449e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc35b812287268e273776bbe86c63385ca79ba9c72c8c9fe2290917e3b39a93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90364d2e13ea74c6e1b1eab797e572ab97a9db29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2ae828f1ece32a87ba2ab76e9529747756eee97fd9b2203946dbc2cae3cc8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9f57fce661166d2158b6e3685218e2510b2790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1f3edef3c3552cb0d47b607963742db4f24597d46fba7d42e7e1541ebcde2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b699544706e2ff8d85cb432762b3c7d9f745b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da82ed569611879cc2bb7e2b0a1fe47cb3f38b83be6d0cc2ae7ed0ef849629f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d086a259d55695fde1a905b66896418348d4747a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6ff8ce2274cd1c25af22fc2bac05dcccb4013516f6d0159623318e0dab6943
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969d0021388f75fb85189545f5cef2ffe83e8b0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dd06721f5df7a866c8899cf9935323a55eb92ba70d0b579c0160e22c592125
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2d782ccc31a6499913a8c2e1e399a3d276762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aba2efe0f49913a7db0bb76f9175179c66cea453e79ab089180c414bdbea8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ea66ec00eae4298f8615c695aaf9352580fd09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b6ef0e1c803805c745f1fb794d12cd83a685710683ea8f10c970f5c21780a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9387a613745bd3d76c859736b59ea60a07e466
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af448cc104e434199fa83f3ffc28ad6d93dff9d3118bc7e5fd0c6f0ca7547aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7ad9e8e06f9f86321ec894ec4f4e695acc19d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584c74da7e216dd7be851f6dfd5b5351245ec8fa7e224825b015616f99d584e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a75d5bea3c6fd95a7daa6137bdd1aa8041d37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c540e2213dd465390feab37fe7027eccea062cc6b6899ac5766e4c2c7497f7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fb2b229454eb66bdfd6b4bc391ab01d346a7c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b32bd432bdda2bea788269fb8fb7e1419564504854bed172153d7ade85a8034
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376bc4829dd3504cda6d8e768e2396051eefc1f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628d026e50d5fb41440fd493e9df5fead2b3bca097e22a38b07cf0eca4fc806b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a846a63c69a2a1a553d98aac92f551975b80416
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0153aaec995d5ea8edde020c98e52fb68b13095ca137fc197d045b877c681c41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13c437f663f28b65eb1975c380b4a17ebbca58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41de8b5e2426edc5e0b30740c67aff92269fd3acbcd381e8beb0ae2049287d60
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe0acd66b89d491333b84e440e501b47807bb92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baddfa526c975aed878006fbe7412b4144cd5ef82c2f06631b763369da0a11f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050ce9b1f74e365c9f7d3684382dd62cad1573a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e011b8e51fe2c61c5b64ca7b55317fbbf7817a66bf987de47997cc6b291afb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affdecff68cb0438786848fb462081bdb7c9f825
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e7e06c1cd4d650d91ed4bbf1ede300a69b97178688870e06797b1fd8c533e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2010fb9c2d856e9ca5a7efcb4a5a30f70cda9007
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5559577ad04d9ef5ba2147cbbf098fb4146f090be5022a806057607e73ec58c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45faeebc6b498ea1c1e3de57902404e2ffb5484f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19f0f710ac7a83a50d9d6477d3084f8258dde26300552561059a2425f7e12fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a768a32482d373454e1e79a380d276719fc78ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc48c727f703ab0674f43c3aadfb12f32766ecf36577be3b698327f1839667f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2e7d7cec43bbb182e55aa8bffba97b9ba0c2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7946fcfe64f24e0d9661adaaba46ccfbaed4a3af24fbb3780944cd759a2c516b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4aa658c1e143fff170f791f7f46cdb11b22a7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd7d0d3060bac86e17ed4c4506bb07d7d6961d6db80b419c5ec71a40c958ef9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2312307b7039010928ffeda0e876e71a764669f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc784ec91c9afd4e095e823019fffe3094f04c65dae8de25293d5b4206ec9b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1113c6a10a4f08d6b9d84223ac78a5a114ab715
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d229cee4e59325aa37f5e69dae7283ab79fe73cba4d08c3983890de5128b6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f692fb7a28bbfb9028d2af6611bb071356f9eb86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8028a180d17b86e10b4566381642dbaf80d408ac09c0b8ce06b3c7a1629117
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73642c318ff0d46e0544c7a7df88e7e3117387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63af4c62e10aff60e26cac01f7c85d70d6badb9345f28899894806489c01eba4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32c9f654cdf6d358e3412bc94cbc7e3aa0bf09e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f0bcb8c3411fa56c11e25c0c5daf73d9c1573d8585fff503d6909abc8d4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429f4fa82ff15ad3f483852624454d4fdd089fda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd3bdc3fcbb270feb832f1c29f7f125e10456f656f338c5817d5780bd883c44
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b44249a1ba5748658f290db371310bc4cec214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b81472fb9f3c4beccff9cffca92b5f8f2aebb06f6fb4f0ff4c4f7f550ee2fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb566f97a3e1fa428afb830e506b7afe24c6aee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad805284d06561d047233e86558e218a31686b3d251033f9704377c8edecd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611e3f3d01be7b579dabecd46836c6c27bd47b1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5641f6586b022d1aa262abdb5a1c223ddeb4d1d5482eed542262f28766e4fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e138cfa175a4525e8b4caca1806ec19bf1737cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a385c43144f4ea64c5e7314dfb591bccd3575e815f599529ef185f9f3e4dda
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a843ddd4003073dc55983abc4027c72b0a2dd3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fb3b8791d4f8bd72020ec1f7b67c0741856392ed84fd1176d41a882a4a8e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b6b3c53d53257aa4c231dbcb2887494cec3bd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3662ea8e6c8f413d40b97aea8825d09053ec313de039f82d4c90cebcf4a4dc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06abbc75ad388e5e3f4b1643f5ce5a93285db5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d11edcff667634c255e492a15b7ff2e55902db7272a5265afaa8759647fb52e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e188172a9951f0370eb8f9dd1fc3818ff2411a6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16efcab453bb4a8058e311a1b902b3c86575649db5d2158ba9b5245795665d5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fafa09e0ee8c19a95fc35e2d9f073b2c791736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da70a76d85239e4846643b9217248002d9d79c5aea1ba027254f3b6bbc7cc17a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd04c6fbee457bcf65929721e9e0602e17c41831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193e97746aaa657b6b937b658e0a0688077c48afe8cc74d07e9ecbe139d172d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edbd69c26c19102e342c0af4baa132e2e94c394
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aba139b39cac98419f694426508f41f37defcde36815c1283126f8c596caf0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311814db012915988f14d9979fbd8f7f6e764c10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c0812964e1c29e989f1e0b6f0c421353e4fe9633a51c0190a1945578b53af9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff188bae7eb952674089120e1594cf7c1f6bef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012c4645b9784e35e02b6517930f0452271ec4d508cbec9dc35d3e9dd03308f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54419c8786f9ac700536bb219f7536c8f5b22b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbcea5179fededd97cf2debfb01f86869799e8c28cbcdab3a4185f0303b0783
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f9990f96784e4c54b0de149db9f686e0caeb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e87b7ca4c798140b3b818a3cd1cadee5e3d9cad4a5d703afbb6e631541b8e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4657f946021482f98448b087f3ebfe75e4292e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be88cf24a6e87bea086808ce7474a9025059e37456dbfbe07b0464bf601b36fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f964d5a3a23b0246a39ff5acd9134aa6b3c9b38a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6b0eff1a45648c3ba3afed02845deea5299bb81fe29719119f3c96d9c7b95a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af697216e6f05b9c1421b7d39a9c4a350686e620
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebf60654f815771d017c4a3169ab9469a70251d3bba8b077546bec149c51a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e153280419301839bfc05cb56b3b9464598f04ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1c96bbf2e9971f1fb93c6f3be4398233d183f08405ac8608b4969321e8d75f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e1eef24723e141d03f7d950470d7d3bd14939a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e500c7b9b7b9db458b7ee270e4f98bcc6f3f8f3706bf201a31006b7c7c9b7e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8019d841d58f13e6a9138f97bd2cfed97bc4f37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379550145b4993147fc9021fc28647c2805f1070218930827f5aee77eaec13a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7312e901a86e93cf90e11f3f85213fddb2fc892
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746e615055f21b0d49f7c4220dc4bcae280fb7ff6d872c5952f852f99b4b0150
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aac1d49718421d343dcdb050f8f35b3e828a165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1a6d9d6303e7b34abd374d8dcb5926558df856a0ce142f747105046e938d6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f924641113ef36dd3adee95930fc0f66dc1b37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb41d3a56a8d45688d60be80104faa85f2e5afa8b37b439fdcfc7ab04799b23
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc86fa8ad313fec215081c27841817ec0c09d5d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deda42b4c8bec3397913634aa46a2930bfb18a4d2d49f2b4913462837b7429b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f225f2a7a96ddb383dc89b8a389ff2b5f56bbe6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d6abf02a291c3b387bb7b81b16c0da1fe29fc0bb82fbb9c6ce4534850f8a04
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d7a48c59a59058ad3caac4579e6c8fc09e002f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f5c21c3678d300bf5d272e3869b569808dc80e251d34211efc9cc1b476d56c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb10a2bd07984abab22b2900519977f6ab48ef0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4151041579b3f61504fa2406082048781986eb50b8864fa99de21adcb2f8a2dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b49571d8f27a38762150ada85c176da6b7d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb02ad4a1144ad62c6ed8eb28ebbf1445ca11d9b07e261ecbdd62eb9998ddb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598060b912142e6c1c9671c9fa60bd9a3e4dc3db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3b9600d0aff220cd09e318359bd6520bd0e484f32b8ebdf6deb646f3f2ccd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cbb50db5450f8cfc281ddd5a0f17fa9f60d42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e779f60021fc2ec32ca65ec1f8ed420b19f3e724dba327ea5a91b1bc461c85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d243a24a4b942cc4226d6c0839817c3500331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7ff8ec646e1087a9f6cd43eab7762239574c93ce14a3a80fb4430768b9d9e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7845098f0e72b988415e1dac60427ec5f01134
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee72be6e542f2252cce77147ebf005f75e7743dad6c6ce57d3b688108b9a670
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be50c436d0b6c951d033faed43ebd7258b2ddade
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13106334e1b6096155f16542ea3f1166b86f56015004b276410613e01d58b988
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2da71d065c4e112370e6ec4e67aaa411e9fb020
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fed88902c345a248a71660d0ac0664df5ab8f104fe28e14a325f611696096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578001578a46f1305c2a65cd618c5706a07a56ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be07177bc9f9979830b2a8f1f71823f229cb066f6b82de8239bcb5613271268f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0763ae237f8eda3e5aceb88bd641c35cb1b71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365b2ebcc895778198b118170d880e656db50904e1070b6286921953bcf8d294
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c4b70ea97bdcb017eaf5827edf1885c3cadc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e207b58eb4a3d71ad53e31edc4bae6ef8ed1977d1f15df2defc9908e03a6de1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7fc5e613d37106ec814b9c220e30ef51c06b66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b72f2a798cdac45cf7b7b6a252d7f7f6803a35365c0ae78010f28b4b5febc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d798691fbead2aa7fc176169c6fb044d7e145a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07dd040e75fd79ae0a6db90c7489adbc9ca29c2e858ccc4db75982c2fed9edd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a14ca1ca3398cca6eb3bdd06c1579143b3dc756
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ed48de8de7d1b06581ecda06d1c54ae476bd4031675fb008f130587b0a16a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c105004577ac17c7809cd3c8a8669b60dd39ab43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d58a613e552d0b6cd8b974e864963537e3c9e8e9a4935e441d134bdd4d6c7dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b3569c446fea3bc4337554b805d00ca1eb697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b5f25f1bb2e850218e4972ea0df25cab231110e0c5733320d056dae4425ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa54484a90de0f6d38b9509800e198c0a796176
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262517d0c6bf9008177f4a863d84592ee74e0e17897ecde4efdbc2470613e702
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8134a13e8d44593b492d5589793264ffe28a3816
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a87f8f99c54eea0ebcb0b807416a73020b7293fa7baf8283a41c6ff62db1139
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc771a1b6d0e128e41a34c6748efc8593df6d446
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698203d901f0d0297ddc47df087001a0f55fca214248c1e0b6f844fb9e5d07e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c87bf1dbb3936f89ce1f82dd21a8e4c583e249c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196aaef78f127edb295b3736385f686d23c6baadba74a463629b193e5364cd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffedfee7a38c89633df9ac559ac6df27d4d9520
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6097b4bd4443bb16075ef00dc334bb624d00ffda045162b7fb08bfe5387a77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6853741bc7790ca440adafac37985a5f9dc680
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d03a1d031bc9f58165acd2e64d011c250f3ea91f80785515e5533e3622bfc96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c869a44f4e7184d581f018e73a9d727d3339e4fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58751e06790e3dc80e1308b95640835037a1430a6f61d64b09deeb0daaee683c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411b1b91f854413da245b6779ba2ec120aaa11d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdb57c9fb63fa3b1ca8c80f70f2187112d128b952a5a4d8e3a0dfca3a69eaac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a013b220d6a18aefcbb46abaded5a0168165c56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a761c36e803e8c36abd841bcdf0830c358ddae2b47c240f8065d4b519eefac9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6680107ee64fd31c59788bf970983e96cf8bf9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc165268cf4411976333044068c42b6d3b1475bc1c5dfd2b9eeab6e11f1dbeeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931fc9afa83a9a8d48149fa373fc5267604eb94f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3aff0a4e5abd779c889e74c58750b60c72cb13a6905640e2af7b0d723dbf9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192abedc0ac1f7626ff580e07ed1c5eedd83146a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5fad5d11511b5b830bff1583a5adc00ebce26d4055d9ce06ff2640e75ae693
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891ca38fbccf10d81fd29257009909c1abb028e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c5b4b4afa971d7d828772c10786e17e77ee1d363295c658188130651605ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396a951a4e637a8c137916154f461c620509017
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383cd052407a90246483684beab96779c6406255ee2005d4010a65572c82a53d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0568a36ff31bf70fb8498d8d43fdc453ec67d2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0145ba2b26a20824f905586ec8087637c543461de6743920a39c72f1230aa6e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24975e78dc4b2653a1e842a940de4cddd46ab2e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72611422d3b96976abdb87ac381bf728ce2bc54fb61ced005b1004bbe0d54b89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40ba1cef880353115839659876ce38fbd7c36b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168fabfffcaa77cb7dedc42110dee67e85c4060b9e578b524aa44c0ccf249826
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19f6db76f872fca68ce7a1079e9d180741bda03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08efca7b6227a7d7c0a7312f3b21d73d4fd703bfbca344a3823382fbf621c3b9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a4e43f9a079d75baf7ac8658eed31b11fa0b79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b376b9c20ae45d14f0200673c3af477de74cb981a842290ce3b9512efa469b5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f26e025ea6fb1e72f9f4cf4150b012ac2a4c3b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703cef74a7112ca2bbdcb744487a51b96cd036fe2d2fa41308cbff6eada7a2e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c546563522c802c903161017f2b71acc35fb86e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e55db39a1044cb48eb9973c71f6295f96387b27b8024b6f955a6942d0b66fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fa168a9afdb3836e883585c23f17bb853db78e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5175385e2b37a4b521c10aeec6619126666a4aed93055fc5366da87a7f8011
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36cd1802a656d34c0bcf1d0bf799a84bd126c1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eff957592feff7ac000911c6f58ac021cb6ee91a69608828a6c852285b0cc12
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363efce75bd551d3dc26a06914e5f8ebce8503ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd76e437a41e09ba5aa8adf5b790918613c2665f7302857b5b8c31bfc7ee0fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9964972300711f2e2c9a424cf597577dad448
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d23b2286442b48fccc519b8a921a7fd52c4496a0226dd3f0c6bd1791a60e411
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3acdf732194785068ffcf27b204410eaf92d6d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4ce4c2b690e7f31bda26643062e62b53dbd5eb2f47f7a8cef01507c2f077d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a3267582b267e2e646d227786ff9d6b3144d86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d269204ba29f4715838934de2182ac025cf728f87cbfea66396f2a35b0e54f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f359408f687061c951ccc230f5957dfb2b3144c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56070e616102441ce53f3e7a3d97b4e14403d0d4d297827c2a64763d9f3b1390
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2f140e2c6790dd222540b4428ebf2f0b628011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffca7607bc221a4d55fa44ad4db2563a55472bd56d122555116b32279fc9c3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de27c5fad56c240a7c8c3357d52d94c33236cf88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ad37dd594d2811579d0f12b39fd5681ca64918b9ed5cdac03fa5437a89a1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa75c83e55cf55aa94971cd26e406a99acb5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555594a00903f7fd3a83774796ab095055ca1d87fc4dec3288f61130f5e04e14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff1e798593cdfab4ce0e04e37134ee14174a39a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4676fc4fc2cac69fe1ce6eefeb4f1fb46a4e5a20cbe70e512390e2e1641ee1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77e1dcf8cd304da19abaa86f48bcfc42332eb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534aad3b8cf21ebc160482e2407a4703c7e1bb37674a7fda8b3559c498c6e2d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53198e9fed7c362511af47a2fb8a5931e4d2672f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61c7bfe03ab25daa15f457452323c81a0079a732190f870fde8d1cbad5d10db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37132ca8b6f2d6567378d473756225e7a22031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec37c4d1a764a93a3fa028d94a380461f12a2c7ee5ebedc0530b4268d0ef8b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81920fd0b508c3f5bdd879a1905934b1627fee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131f9bbc39574824dc4db630f56105f89d3e9853546bae232be85d4d9df4835
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78d24a3b1a0ec3f5f9d9a218d67814e2478f0bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e626893d9ae849d0b62b731193fa49b0a120fcf05cfad152f8700eb5df2ff9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51466802c98cbfe5974a6e78e9993c0908de0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f109ae3f357acdabc55f5edd5258ef7b539bdc975ed572a6601bcfc4eb225
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafef5ef8f3acc569482ae752df492da0f028040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f66e7aadfd7e37220ee73d37084e2395a9f0f014e4395b3102760d3fe09a7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192d31ef811d73a61e0c60c886cfd1350f5248ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665587ad15a3ebec6f841d1f967baa3cf66412babf38b39a5be7bab2589b95b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92a383073f3fccc49c87378be519360ecb2aa9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbaecdd8f97934dcc97e6620bdec9959e4ac02da49c57cd00dbc0f322dd0b95
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790fdeff3fd2f1fd9a19e96d0eb800fd2e18fbe7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08089d3a888cd6047989451b808ffde5211923af6554dfce376a99d47341d0cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec620bd7fe2c6b7363ebb877b4740b40a7d80ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a39f6194efe7a646ce0a18f7787c1bfaa5a52b485e42b1c17f687d7b7ae738
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959eac30954b3e237e32afea10049e8863c21ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb921737cee3cadda358b4b97ed14a646963d31167688b30e0349fc001ec68f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d3e765fdbd9a7e07bb0f606ffb3f0ba1dd4df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2e38ea48ee2e095ab45400f94b1d3cee7f24af3652f4a10cb2c7b328afc1a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ca5d2fdfb5c3aaec827f59dac04ac767dd170b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d600aff3c565f3c99e7877cf4710252841c95455abf3690fe54bc48e8e7f40b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b712cf209dd55a0ba2033634b1de8a2dc5bc6352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f51e7ecc1763d7ff377b89956d13137c273f567965b04ecc39180c23b7bed3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c2802a2208b6b23fcdb3038ae2bbae7e9ed299
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc0280024b5d5d155b7f5858aacd507f0af81f8dcbfa251b09f1bc220cd315
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f5c58a0976a3693468780994715b9e915c066e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6dedc2028782e17cd52a03096140234b61167153dee843fda6b22e3fba71b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508866e3d9e1cfd8aba86246b31a4317ea4e5023
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaff030ef4d472d4205003ca19d1a00309fdf1f1bae953d6add748b573158460
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12953682f5ebef4db6d802239527d82934d8eac5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9743da1445125ac8084496add3f2613e3d4968a9c555fd87c0afbb3193f61fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afda402561ce88f015645961df513bc3d614c03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e905315168da5db1f14b31e4fb06d28849e31c863451877848ecbe019d951aa1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6029eaeec89c9f6b1a5488ffd74e50a67ad2762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e198cdeebe298addf53490fa3de0a65c16618596dcb31cdf1993d9fa45936d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c3814e6b042eac10345ad74b827630a7e78a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6317422d2858844b4ddb50bf6f1dbad7fd3d8684197dc6e7909e8f4697efe97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202951ce3d997c141d5f72a26cbf35a84e74d7d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a590bfc3784bc755342acb802915592065f49996a567cb57e160a34d44613f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6654784a6101c595ab4f6a8e9444b0982f7545e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba6da118afb23f896529bead05710b0d9a93085df27f1f49c6f1059d5a7163
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459db28213803660f6b323135c11ae107276f070
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd407673312d2daa386c8fd52c82a96da7502dda8967174f144ea2dd84c1d80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb27be7dc5b9d34bf0765dfcdf156f570ba1d47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a00f6aec096a44e2279204c938faf1d4fd9bf7f03a59d1309daf06bf980731
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a3942ba0a43bdb5271e9bed59ff2e790d58b19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeca7365f86d93f67d1b5107b6e60d1f7370af0b04d677de2e6f5cb6171175e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db162b7a0e79e09a572909e174d321bc654ca9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21331d4c3ccc5dd69763b00dd40d0154beceae6513c58239e6fb564c93a4bd4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037bd00a4dfe8e4809faa8f699beb7bd44edf14b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6d5dcdbe3ba60d6b6bae633d05a1751dd7b657585743264ece3c7c6e267e71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf2912be2e23a1f59591d1e54bd27a1e3b6a8c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364b39aef4f039fb044b8f958c2684377858cf8f6b20026cfc9782a8ac9518f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a50ef6c63204923320e5a0e736329ec4040cd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2d6e6173a83fb6841082d8afada27b5c7aa0ac6502102e4ddbefae8deec951
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260a9f21d7e77e7c472fd0c5777192892b90f94b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad71d1b9888157170eeef4f04ab65c2c6f770769bb077e203111cabe80afea74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56e29070dbda304afd1497feb0062a2fb44f2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5761f86370493113bd75da70b65ef7c87a4ebde8fb35ae44004712103e9761f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98869e862c816fe73a22a9607f279a21e7fa9b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db55d8100748c9979a2841e3ce2f143542262e0b32d160ee08fd3cf2489191
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f37b227accd8f355ce9b10c1c4e803360f47a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f34ec6db920776f5c2566a4e78c2ea2b8df8452c3c3e12b9aaab0ce016642
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a17ca0259f31ab0a3e96de65593449e90e1257
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933e14146a415d70ed9a4a6b999c27aac3dc8ec43f3bdeb9ba32df66d2ad2715
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f45d0a058095bc03758910c4e20615eb30473
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716068340d1740646a65458188f9efd0753c0a4c3392181921b97fd4e72b63fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056d0acdc77162347dfecdcf7e35c1c75c0cbf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5196dd9e47b9187c0e6ca5b121d3135cc84495da1eefdea1749a2bbbe51c3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d32b6680de95b77a73c54b42f720052bc6988
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8fa9e08f2363323a53ad8ba93ffafbcd7907ca8ecf692f295c7501bcd7d5fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87baa9d7841ce3f5be3d57685bad7e58347eea3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23215b66c0f4e4120e9b43c1e11d4cfc7e24a31765b599ad96a44f8afd4203e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075651040f51c965b0a22e7d42f742c5c9de36d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cbff7591a8665ec0d9b306ba5e287c7fdf1c10389c09419f80feeeac878468
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae4ca88747d4a07d6a66007f2a310474b6fa3c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25de5528f1d8c95160487598d9f797e576f1e1f6b40c6fc56c67250049c75a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ffe4456261714949ed1d7b1b3ecbbc45aa97a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed34da674ed369d26c96ea0a0e20b76611ee1cdda9558e839bcbfd9475ed115
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4cfd7ac37f5e78e81b4ff20c1290ad3dbfc7c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1057ca2faa689d68f6676c0c14a577621c4cb7afa777d85dfb42303151ded1ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bdc9229b6ce410bdac010f25386a58edde52b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8878e6f83fd5f23cf8401797ec06ebf7aa53b12845b5901478e0306aa1d6b0f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9584693bee5c444b82fb01522e31d4792b2be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b1483b0c6cd72b8ac4dc555a30bd7643f0bfa7df34a630ba9c6ff4dda2a77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc03784a69730695944d4adfb7dc1410b8a631
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3d413a989a21fb358e23830ff2cdb00aa3616a880be1e265ccc00fb024aaa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e7df8e7aeee7601dfe33ca5de61d479aa0927c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c17a5957702afae6e2a4b85ccbb7380adeb0403b13be2f299447dabb8a168b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6706522bb69b698263593bbf699cb7236aaf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67646fedc470939069a0616851e4a5438922c1121f0be95fdada1e97045e78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19e2f96131ecc504b005c34b3954cbd00238b52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9cd6ea56894b7abbbe19ebb8cae429438cf94707f6e28d6fec2356e5ffe044
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b175ebaed200667db5498e37bced91bf9f6493f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e429a3ccb4a23e8ada72d6c97e7d5aeb3eff6e5d89fc322ea84863d78574a34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f75d83db6438756f708859593f8dd270c7279
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b9a29b1507f60600594db841d009683ec32972b61ca8056523fb848c9dfb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f032d4ab879c7516649a6e41928d1ae9d6cbc92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df215beb878227bae5be3d6991397e69ec3e0e8fadb7a8e5a13a4e8eb3bd85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ce15180fce0dd8ce855208b132adca66e2531
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a427ddb2dad10f448c4adab8a7968f7195d4153dcc9b02377c22563048ad78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fcca31fefdafe83078f1a98deec2cf50c6891d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afed9b44165503f9d1bc5dc8051a030615aeca2852b0a7c64451210f4ea4406
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f70b9893625831b47add822842e74873656435
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bbd71b64a72ee2f2a4b68a448ab82c5cf8ce028df533b6de78889baa0b0caf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ade6eb6ed0078b5f0f2fa1b4cf558dc9e06485a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6134c97a35b0b76d24abe4a9481fca8b488b81507e676db13da05e43c3ab71af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a679140bc4ba6d106b79a5cd28adc9d9c1c9de3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62d47b1fa4a2093dae529a4b29af4b967ccc492a09efccd6d038bed8a810723
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b020bbd1ad94e2df1246f80901a368dcb37f477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe0304754960b32e1c3a4fb73d632e1b4a961b7838b2043fba023230cf890b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb3d978c9c144d7edb16631928b8282e7eec046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4074500f175d2009533f69180c8e90ecadb65d0fd079c5caae03540f39bba18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a2c602383f06f5a4fc4549e2bcdba7c0cff50f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3164170fa9af35938c679ddf3e3701878558652fc5fedf17a27a9d2ebc99a27c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d390df3a286c8b7a8fb771f3bb6a8d56e36bf89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05939c8fb6c5e0ed8b4198baa11a15e6b5228150a69e66a30d789f9af2ad901d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375e583b59df1a458cd07ec575a2272e4bf36f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e7602c69b20b631182b7093d805f3a9a59d8103ba1ee6a64682287c5819dc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976d0f077bbc25950ffeceb80830ada142d2fcfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6888287bf05bf45c8160b9180011d295da8c12c99598eac4d931e01dc7b622c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9441860537930ab1acd76a06cc963ab5b44b7ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e0fc22cd4a3b04aacdc9734697432fcb312010c397da6b60fe8138086c3bfb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2da8359c20366ff1e61e91222976aeb0f26692
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44671ae9f3d71ffd1cc7e9291d9fdd5a7aed1a2d27b9ba90b04e799da7636ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b464ec446744724fa1436ed1df88557b9fcc69f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b321f4dd65352bb2f29c0639718d1862555fd0d51fdf6bcadd942e1ecfda43c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e195bfc1f3e1ee09dc5780a2dfd0c814fd9836d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037463868b9035ffdd06d2e0e4b3a52c7fdeee0587e1b48ca039d36c0fa6a9e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7157eabe8ae886950a4ad227d975bab41d310cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cec302659fb0a6cbae06bf1fe3ab0d79de632c7956baf1d2b1f1b9fdbe49c54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aeeb0958c8fc2bfee0453db2373d191204d039
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a910812717983f5d0c158c85fc4148e2f58893705c9c07a0889e052b87d5bc0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9123a30b56c52e9390cb9e52cf31b19f6aaa15f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bc7d9fa699e4e60d9807b85193ac1c20d3ba56793baaaba5ae4a44ee394cc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1989f9136e5267c95aa99de7eb4fe2906b239e01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ee5da5624f5890c2cd8ff563ec55384b1330b85b674ee87d702b3a2dd1a92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac19674047474fa0ac67908f123d0b23e99742db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814800dc23fb18737c08ca0db10835fccb709f0d655009ada4a06b70779d80b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ee9307b7499d387487c0543de46d026796f5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d4d6ca6ebd0aa1bc701de2a4be51b4fc580c1867d1d673a15c01b1ab8f47b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50ac7047c4037025693a0715267537ee15754a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be8c95f454ba68c0a2ac8606edf869af23bd8a1ad1f7557a34cabfb8cfcbee1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5d041592dfd4a7494a6d462fd00908820dc4e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f90473791ef63c1208ef6afc5a2aff97b611e5c0af6145365a379a72f6a5ffa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8ab003120b6a5f7bd7063761577ee5655e4d84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed927285ffd279426b5b42b6dcc1f4757390c6546ae3a44860e1f16728c8bfc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21aa462dc489231ca5c19ce871e7592069ea0d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5be6f9a63a1adaf818e72cdbc2371bb9cd196fcd6cafa68f80079c0caea6c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5511f0c7291ba8fbed145758dda890106b943f3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072cfe63e23244ceb038530bb79e47eae5c68c4f67b58764233cd4494667ee71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8be7f17e72cbcaf7fed2d56564b2ade59e68011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f878e58a7971428ad815623cff56a9d0883ba8529c97125377aad21badddc2d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50aabd2a2e548a054d3739533ddeead8ecd527
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3d0712f37cccd50b9ff8c69ec2599e76b6ff2c4e0a40b4085eab75a378634b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce1be6ec84ae91a5e84175790ae91c0dacb8768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe84eb02ac33736e744f98be37f4cb1b0ce54a8245185b114bccb5dae0acc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79433e00d449eaa5ad5e87e7f29a2c5d85b22b4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82db42c11d10ca2fef8199cb8786c8dd735523b923fe81a69eb9e7db52b39359
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cbf9c17fcbe1482f547f66fc57c82e09640e89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4d8130fa794982249ba2c84fcf057fb8dd775b1262a5aa41944240f5983f7c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2a3dd1c6b7ad5f4ea35898f45651e61041130f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204aaa0351ae314ad8f22febb6ca1b22ed69ec77bbbd3ef0a9af600828bbb17e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d67ded5412c02d1f3f82966721373a61d753aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d3aa3c832e20ee77efa6125ebf1a97e364c07f39e11421c3c5cdf7fc599e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bd43735cb6d132dc30adae77e49a2614d67afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc6acbcb4c7d0fbaa99a1313b997008a6637f03e57e5116df5028d16cbe95ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff9a26f0d86415a1432579cd033f3cbe6ee267
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b69f90754948a4968b707a2e6d2dee327855a9e2cefbec55372db5e35f33b39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61834a9abf8a953b549f098aaa678697c76f48a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf612a4979c71e7a4c66c826ef72e75beb43ef5c7b2b12c689018bc8ddbca1ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5ee60e91af8cfe6f43607c0ca7e8f729bca60f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c5415d1a90f20342ea2ecee906f3882f464b8f18be3f377751b0992a56235a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b86a9befa8c1f8918a666240357b39961d20c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a6c6cb0d11827b9e1e989b0369a43478c1691c4ae0a187da51759c83976c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91f1143b0463b11eab7d3709e1e0c65b8ec5e95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022f7c5154627c0d26972be000347d50e4b9fc664c726b3d7c49bb5c22e34d74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcf3c95c31c0d305369ccf524b8438f3eebe4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a82966e41c226158ed7d7ad73ca0f674ba4190060e6fe18063412f57ba8eb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f06859bdf4247e47ffed8016801e0011a73e74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a0e4e46600c127bcb8171e3a5b8b417e3096d852d88856a64aebd27a15768
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ef45c1607f733558f1d15acb2502b946227cbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dca6f1777f70dccc725e49b8b0b52ac4306176eba30711bf2dfe343c0a9e4f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807d2a546cc14b3556aeb195d3dc1fd64ee3181a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c2f0023713f6806de128bd9974d1b0621e337fc32e13c0cb4fd43eb734f87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b035fbec53668318b966cf170fd4676c146d253
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc379fbcd5d8d9af28e75be1c3ac7b5ca5cef15d4a6d115fca451c97ab66186d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0e5683f660d354e170dc904aa837be2960233f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404253d20e23209c4c698833ca125eaff145a8206b82c38ed8760263dae8cfd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b785ba632e4ca026840c6bc65a8c45a40618be5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a6bb24dcc3a895c897856ca20c233762b525861a90ca5cef214a3e319ad611
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc75be00d0e906b7bf6a5aca39098cd8ddcb5c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccc651aa26a2cc03220d3a40274bc81f6a8322f37d10c5a1dbc9e43a4ca915d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cf73f89a53f363edb154ea5a19e7e801dede8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c707740bc9ce20279f2b2d1bc3c10b58775b1f2075e3bcd8e44e1545b07cd06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72827b67bc0124f0235feb3492bdc6e6a155037
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9551e3bf769b0e93dffee62f446867d4295d45042239188d3c9c2e5a924832e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14939dbdbf9e56b521428d13786a51d5adbb93bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a2d87017a1ff6a610f079a3de6d3cfb3b463e0cc856cdbe3e0584b1e6280e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7d851b86df112e8669ed31ff47a02b75550ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832751ebe828a6237a449e7923c3bb2b54a8efd0f62c3f95304282a0a6dde73d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaf430e0f7bc46cee8d9819b48fd2ac005c0c7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3756cf3d54372d1a0fbcf64de08d4a0fe1925c64f86e4af318d54f1787f6998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec38855d68e8033fa72f32ddff53187d399d3c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49366a1d7794103e7969e0c7902ef05d66e53877c0c2a794c7203e1abefe419
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2b6ec633fbc0aeb243451173ed62b5e7c37156
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11905b4da0ea2258161633b81dd7bbae1cfde147337ea73507ce0584534fc8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a37753d84b8f06d8b9c5b51d86cdd999c5b169
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36ba8c3ddc8c0ef68cf64b916aa3d41ce1a61bb9a7c73915c55fd37f385bc02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612f446c7da7135e3753d8376a4871ac3e2ecfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184170d4629f2d788bc51371c09692d3f2c178cd3f6284323181327cdcf6148b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69364067b5ead6eb6e1c26b32922e8c5280e529e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6116a9d9ba2c53e39edf21a49e7816bcd88022cd43ee8fd46d71ed739cd59ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43492118e52b397e9cd3ac869abaaab2e178b71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86456810ccd965884dd6d1e8d464de6becca14d8ed0f7d1adb4c08689e92e5b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94db34222756e7365715d7c261e8bda9cdb336be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0edba2e9416b8181d42cbaaf65da585266acd2bc14621400ef865e6eebb029
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11562931e686bd5de14597831caaeceaccc10bb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d41ca1efed468c59167400857c89023dad4ff68e902a6bc286390a49b2ad4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579f0fae9ecf86d5ba8c253dd5ec8326b533a7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5344cd3bc7eccb68989b95f9a38d8ed53c2989748df94ec5a7b60681913c17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be278ec2ed7f5d1d2a9134478ec8332b2acb6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675bc69d9f55056d6f51da5a3190c9f7428ef1e3699e733aeb0a22cf9d926a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0338ebd81bb3ef6df08abc7b258b6fbb8ce8e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cb2643cf3001db70a1001a91ceb31ceac03d50bb4bccb7a73e0bc56d48034
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ee731666ccc5656289bc814762c7385a01e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98176f33113bf59de85bca95139771264e736ac26ef18ea697c348406ccddd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393cca0289609159c4ce4ff42bc5fcea73716d17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf09d4ee22922a3272c78f8e6a120babf9636e91f23c057fb54618a598f094ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab73efa9fb7a3210ea8322e625cfac33a4ac83b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7384223597bc0f8fc73e7c9f970a0a7e557efd0adda01130abaca4d583fa0527
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f64306c87a36e122fed02413d66837f36f2dcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6b154943ab4272b9339f5e7db0135d0508f734f22a694c2b368dce53798986
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338f340c8e8d8df24963022ed5c585082d158a5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1653d9bd0fb4eb14b7061de36d4134ec82c64c2da534b04fb276526611944305
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4f1be0c7168ac725b4ff0d3fddc6c38b7b7913
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1e8fcebb88b8724a6ca805f0903db24d82f492fa6c4936ae9b24fb19468247
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18297f87c4ca755a5a5a3ac5da81f0f791cd4c7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32236bc59ea03d4377987d7bc16a17fcea629d99dc46553db28381e00fe6127d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648e115420d7c72d63cbebd435759d52b27763b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b370c7da8f046c293742248a6486814eaa17c5d463c2a5bc437d50cbc491e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa771414a333c3d7b2aa7458f1bc28427373e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bf0e37a8cd8fa89ed26257ca80a763747b8f3bc00b83ac6870c06cf41bb1ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc7b47b85f5b429069bf3d2acad9d4ac85bd53d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a8c8197717fbbe37dc6a1f4eb7529535a35b78cbbce948ab3495fa35d4314d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1094531f7dbc2abbe8aa106f660602982ea6d36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d071002c5d1db0ca4f9672e9268655fceeaf1ab1c9cbe95df8704c972efb6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c79c4bc11876996138e6a0604d244d3b805d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1149f744aa0ad38a249a007b481d8df878ea662c465988628aadfb1ff2ecf94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4750d31a3de63f32171964c6b2bad11224814598
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b062344ea8c3bf0f35a5994913511d71ac5e3629fa51861a1b7c27e9c84602f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f819d1c9bdd3c758f5aa29d34e30da732bb24c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cac61c67adfecafc0e815ade329c8cdb701bf87563cd1744047dfa5ea5d4d64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8498b29f54ac9863e12b69097530f81c198f052d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7648d492332e4eaa825a420499fbca2e80a1c3f394d6eb1ec36b634a42de5628
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235ae3213e30c1b10937c210c9f1d838f82fab28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9438d163d940910bcecb882bc037d09a9292ac8fde1f1f662b97ecdc22d39a37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d1dbc0444f39352f0a141742cb5bc9709b5c4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badfc44b60f7df7a4cb8c8cf9263ff74b074e9b0e581fbd5ac0fcf17324b0594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623b061b7079c4152f23b9437574a1ddf0c905ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bdd4063a4c2a802f85bcbff31817ee88004e40fb310db19a364484d9e0c601
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5139e4f91fe15aa0255231cb3d816b08971dfc58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f7995c45139f603af41db9fc25b36f9938f74253f58f2d153327b1711cdffc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57c4c19b8ab8090be175a3cebec6ca3023075c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994dc9e892bfa016f59243e64f1c742be996fb31f0e994218f521c0d7ee139ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d8a97c62ee690ed167f21a7a28cdcaffa0280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798a9d82d6608bc1374a45fca527f227f29bfba2bd30d2ce032eaff93411bc6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6792bb8e5306aa919aeae0964f232149abab1924
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c352470e7a1f5eb43c8aa1c4d016a2b510d32b198652d01d01b16c96b1ae9fda
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf1107feefd6ed80dacc15b80f5e37293f1db52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109939f022c46dbefe6230684563f116a5250ca01f85ee6d66b155fbfaeb99cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfac8c1b51b259534848933b819e05f584b8d46c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a478c16d2eee950f2c928532a29e26869aa7970840e7d42324f23a51a4c193
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb94e35e52d5bf00f6cdc2962f1a0d847c6bc58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb20c245d58b540406de8869abde4c8f62d66a0336628cc9dc785027da7f2eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac350351280ef3fb5aad05bb4f64d79a7c6b6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfb66320cbce5a3425f25f00317fd0bbe80e35b719e84d530135bb44149f74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f03c7e01763d52360c6d7174004bab039262967
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750620cc8f29dfd86612c72234e704e36a56bc715f3f667b3754182753969681
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f2219c2013c28354d3f628d4663ca3d52eca98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687b6df36802af6c4765daf73c04d95c7d293353bdc6c8572bd8d5f00d4abf56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25cb25031aff2aa57e0f24ebf01247336b05e93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f1a81139c45db8daf176c44b53473ed0c2552f8e89a89bfbceec03047f84dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c93c2db18bd18a4398cad79aa164917ffbc04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32631bf53e34d63bb816956011b89302c52d0c824a6551530554acbacd40e9e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc3b80b7183647d347829687f398f6bde3b1aa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0037f0671fd2d9ed40ab1dd24051b6a4b9f81b7998f143e3159b3fb70be00f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa20dd172edd0f596070dbb8f6f4b1abeba65ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9728f7855ff110f19a03355ff89a05486714dd3d186371ee8b19954d60cc8615
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe2a114e7e43bd5b117489ee7084b7572e206c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c91e7c8ddb702aa88be829aa1a1f414d35d260d0cf345b689a7f0ed5c80175f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156f3797596a05984fcacbcf2f07ef98dfc5bced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528e3b26a030e97c9cc3030060a8c82000bc0461c6e7eb68e29fe222f4f02211
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a654444e5bc3e82510ee233ffc22ce725c793655
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8674a0ca090f083e8bb6f792ef6305a4f95a4aa131aa36e1174346fc4eb5026a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6152f1e9ddae9fb8baa452f53f7183e7e41c81f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e476a41b6c9a9932fe5ea90595d3fd0a28459bbc006010d0cb79a29f2739ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fb586ae9ab0cfc0e1fcfdaea761a94b2cb8c05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eabb5f3ab2c86ed1f0b9bc7661f4dfccec52f0a10a264e57f858b26dfb2491a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd1d86c765da19767303be74cce2cd545da74e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c112e3cc34f27da158b9cb9dfde38da0bb0e86523a1b68d0a6d4cc45d74ce8f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca97a39678edf6533f992572042b1d32bc39b6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b9d04c5283a1e22ff0364fdac0a0cf1401fc61a7c35fe01ab9596fd1b7edc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0409b19b8a2567bca977d3823d7dc57211e20e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a2457e9ab3d164461aff75adf92b13ef04a0ffa0343a580a4bc9b8a78c9004
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d67503d230a19a7d1142a32d195e71d95876e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8489c5db9d773c4e25003eb21bbc47c82eabc093f223bc05305ce7db9f224297
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2db8ce8105f4ac705aadc75229a3ba9f2f7339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545216477d6cc23427897fbd9fa09bffe13a664bf731686984765ddcc1a24b31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2439e1e7f4bf7653b7567c1d1bd66ea9dbe8137e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc4d7684ed2f9877efe225cdca64757827a61a06a7e8a0e896955caa8506522
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd1c9a77c1fb475d49d7b870cb051bf42268e12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd18e9dec3aa1c3ca1c6d976e0ea5db5475a10405153dd448ed914c3f8464e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892e5e8a34edd8156ce02d04eb99e14dd22edd36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40effa270c044ede19b627121f7c2dcb51d78c5bb301d100363f5b1d6e2730a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c999a977213e9e816d4c76852957f24bdc954ee7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd23eb50699bac896567e482c0dd129f38444c2ab6689de6e1b37851ef0a4b12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c0818ab0cc144f32b4fe2b0a83861ad5644219
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c2a2539a1ca712445fde759962c41848cb22880560cc8b2d45748ca347aa4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbda9a3e4aa2110644525804e5d59ba436beeca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31589cb836f55618fbd43f4854699100d6c215c8c1594dad73cd5a33735a6fa3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ff9a9e7afacc45007bf51d2f3709933c4053b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be2d1fc8869d661d8951c49f19c6156f2c7056ad0a14859cade46cb648a8d74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd7dd470da375f2ecdf2fcd88d1ec2429ca907d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bcc1517d2040b59259259639882d8f20a4dbe0ee63b277ce5544de0d5f012f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6191adde900b22760c103f88dc2768e2ba94b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8858f9403dca1630d7a92bd3bc9b8cc7df9aed7a8fc30c1c588375d8f154dcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c787ab5b186443647b7d241b99628600a250f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d380f50a23a50d4af6beedb8e6140f1d09d9ff3230b0a481445b28b7bdb726
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8f1bfc22eadad720da5b3d22f22769bf723cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40edce70efa258970b288571ddf03d13119739263b7c9073a66c77014402eef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d27911f180341f8242b0d047300657841a098
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f009777dd4938310dfbe7d8cb5e5095b743cd604843e22a79bd4ed19664cd5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fa0cc0c400cec320d22eb7e8779f300ae3cde9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d1763a107f4e9a49d58ced68c089699ad4f163b06c055d9bf43153a519bbfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d182d29596716f0665cabb7d6830bca816d4603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab7366f2d2978e9dabe77f644ab778a009270bbc6065182f0e42cb63255605
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711bda09b66bdf7795d08756992296a001770462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e1fb39152ecf06a5584017f96e9131d9f189fc7f4fd0265fb75489f56a407b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e25936ff15b32061e25d1a26696830145b2efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517e4f34eaa06afed7bca92916f2367829b823e2a0ce220dd1f489b2d3454ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bf2984478811e226062ee95d930dcb5beaa2f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7bf8871a34063032fa56e322a626e71354d0e6bb8689c3d1af67a9e7bae58e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c1a1845eec2675b3fc15d104803719e5ffce0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f3965ed1c33ec9c026d6e1381c85cc726d9b0a04ad46e6457067ec40d9f610
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893fb8a37e27a21c94d6257a53b8a4fd326b7a17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0afabf4f5a08620924df37fcdf5c769711ba4add0443f82cac9a0aff798eeb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d044aee2c76c4ab3b5584df646aa4a81c85344d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f6dffa930558858038c780167729ecaeacc741570c77d6b75e1ad2d0d7ff96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed26988b4677e39d79491cb4c1e74993fac35c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaac2acea1537f102af88ade8772459f6c3c8a07eb910d42d73468bbd1641694
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c65448e0213698b137e9387744125f487b35ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230c44d25c29eda10cd0451f1e40df9860e0510a0ad7fbe28bfc6982212dc91e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3688ef626470bc1a7094337b8e25942a37a1cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1036d74d448024f938441472e5b68e4b676c390fc10fa119b177cc38c550b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627e59d4f476a8f883b94f0cf8c878431e2b3bf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c028909db23eaa05af8a493c20debd761cda6d360a4bf43c3c92754d1b806644
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8957c1c33a67f6245f2a9a560e143b1254e703a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c756e9651880689fa4bffbe81d88ca93a82ddf752c3137e10e593163c7f404b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a4c54e85bdf057c7f1872c87007d55a7173607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d1b8dda4e1a24f2a2bc5ad3e61f609dfd6dd7380a321106248edef6e432131
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f67e2e480abc4e6a3f95b92b4df32b175be23d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9bc3c1dac1ca13c56efc968248c061144b16a0146b1f50cefafffe44f95a2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1678dbc303e22e0d9a3b80151121c61478129a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415513d2750aa8e42064600d18efef8923ce1ca7552c1943d627f8af8fc80ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922176a19f41b2f603aba80d294718cabda822a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bf70a5f6d00c237495dbe5fec455b2254e24701beda27c1affbdfe17ed97bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7c8cde3546355356b85f5a235939630baad484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0972909ec41434c0db7ac82507911a315aecf001a7f3226add65c2df968b25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ebd6799a0b0e09f64efef0d2fc620b9a48df0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba5c72d65ba01199e025b02bd599b11dd6c79fee5072bb176ced099e2c0166b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab49f376f5ff863a400a6ce0250847e4bb703d56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea788736f07b99f7da468d55f706a026fa6b7491d0bcbcb5c0210fc955d33d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719cb39564090b95276f473c46d8ab3a14010b22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9a5bbee771b5cd24925f147e5a00242669e3e71ef035e2fcdcaed4fcc0dd5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b372134a6e36a022ff292625dc757882fc97cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355fd8df21390bec799c77d10c88794f6190a128b3585a4a006bab790dc0f5b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbe56afaabea6dbc14f61461d2bbe3aa1819a3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36cd538557dea698421bed23ed1dcb49086fd0f2f642447c0eb99c148241551
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c291dbcfb6a95c780be2f072f891f0e502018cd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cffa29b75f2456dad08f9e7897e7db1f1245baf57160ad83b664c6fbf6cb69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b912b4545e294c349257985ec48994b99e719f05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917490f3789fa0258b56d74123934c4f6838abfd43ef591071247a17b7c1e7ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f302cfc32593e8fe88597399977351c1d9dd3509
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61e93d554c9491100c44ee76293e268f636be5373eade1c67e420a51a254c6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ca69771853c887711ee0a468f2ca38d3279ef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346c7b62e7485337c9c7b3b2bc5f7b4749bb374c0dfa0e350cd285c27e205e43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262ed8a1db4514585622ae0f1d821574c5390c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ead30c41e145ffc82f5626bca20af6d747e294bc35554c7dc43b0fae36c976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12199c4d680b1bb302701a4a9a96aff52c3426ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f387f033fdd98170e656464b83bd7b73b014b50beb4451619451d899b437b288
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66deb0309c0f4842a905a75e8b30c9e627117c5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5e8746e49fabc0dcc4ed06696fce74759fd9fc9fec9e0a25d4be64a6d1e118
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24125d4277af6ab47e913a06f84d65be17721a0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f076b81d4bcd7ed5dddc79505d42c0fafe8a4de065417ff740d55b969a7457a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6fa9fb3ad6a928b354b2adb0b40a49bc615bff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f52118c17cdccdebd8726d2708d42b70e22a53084c6a6086363fde4509634f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1574045f8f9b5b477acbaab7d602c82d96c32e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a39a1e11877ddaa65d4e306ebd99babd0fc308425b20466cebabcecd0ecf1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba321681f90f5df862f574c9eb84b6ef876287b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bc739082ff04741c39a055a31b41ee4be52644bc7d54d2d2ccad497d8eae89
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51cdf02317836a172b25107c2cc245e6d9991fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310553a19fc01c551c60987d05f96c2f2caaeb9b1973dd07253a0a1665d9611e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5df774aea27bde50a813c42d64795642076833d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818858962ae38c650ae2bc28f24e80b534ebf5545257250da5ca59c1a88d442c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59530f869d66591276a450d55c797c23cb0ab541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a41f7a1ae313577489ded08f0289e13cf0eb196759c29e3c6b07bb0489f575c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa605e67cebe10426be75a660366f6e5b63848f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac2703db609da52a52ef7ac3b423830970d265a5473c095580a90c36855d6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2971fe5134f68965e6a1ccbc9cd20a61e9a4d3b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0952d45f07364df8c0718b6930451306eeeae85f0600451eb8ac2e9c90acb1f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d035fe52f69931ab258c04d22f2c236fde7a1175
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44bb7514931ee7faf719c51b75477e8e6f983e903169b041e14ccbee5aab83
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc3aff4c4dd6d7673b2adc1ef877b5886ce8c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404182d4efb0069a2f03846387a35f007aa60e1c07ecadf33151e69a11931102
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a3051849675cccaa2fcc62240090bc57c01c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae7df840a7b38b0b1c87e2646b17a5c5d520a03aedcb85cc374c788d4e1573
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fe0b7233486d177a7acd7392961c1b798a8993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35bf73c4373f50fd430ebbacbd8d0a88ac98a09f387db9c468e6f98c046a18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e86dde5b38aaa814cd8ff2772274f820272d5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddff4a09475d9d2db280dd472840f3277a64123d8a1456759eef93b06ed5765
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f291ae506a034cdee83eb70259d22021e03ff8d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677dc4f4b801f8a02d9a830bbd3920a7e100baf3e7a72728811004bff3fa434e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2f0c77add08b124fb368d74d5303d731a8bb40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620e96eebcbc0199e664e2ed2c9596ab02ae4f38aefa318232328c1ba3e256e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ed97ed733dce794a8902a8016f9cb315f45e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215e2d25a8ec3bd2b300afabc3fe8b8b86db6de15417dcd4ff9fb0978f206129
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa8c72a775b33b31cef55371331fdb3b22bf660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f9ed157f92181d88a719668fcaee4ee7dbcf0e8a4501c6b3a2da943ce49269
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c03e3d32f56f31f9f32168d1422fa6f8b588177
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ff797039de0508460dc6c987f923c2fcdca4b059fbd73ea2b52c66dc563a8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c41adef6f640b31c2f7659cb4d6f7a1fef17bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ac9587729ca16c38e4e7bcbb0d83873b6b08f52e3f3f4f274d93a3d4a5d707
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9817bbc1cd14d42ef5a4c9752c1cafa73e3c3b2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eee52b9e2b83ab59c0710df571eef9e2d6468e9eddfad01b1acf310bf60e70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c9bf7fc5196551f941e1c02f99643ad8b5a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa735865ea0860563d9f92b2d94b5d541d4135949266364ecb69fc3d8bcadffd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2800c8ad8af3c89f1944e36b8d91be4068216387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3decfc24cded29f5b0f5fe4e34508d89b28799b17849eb4aa7ad7cf660811
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c402a977d27406c483c4548a1ed33db28b15af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82689541e8b6055863134ff47f62dcccef75cf1b690051a2b2c5047bcfc5b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb180c58ae7691c3289b074213c27604f9606986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcca4acd8bff15a544bc603f50d95078b19f6f250ce57491be792585c2e535e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471cb6bc8987ab7eb19051ddeb1463709962227d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1029b8dcd561221ee97749a5b028db03af7d4598305ba519998e7b2724026d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459f2264e440810c088af6ec709cb1acc38634ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f711797596d8a2824cd433d773a59af19ceeeb101ab4b80482f6da77b6b6afc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae647d03c44358b5bc2e5c8b1b6092f956e7d5d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b695e2e991d0c3c249d113e819334ef42ed7b18b239e93f68b469075d412067
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ec388d1bd14a20af9175591857736685ecdd80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3804a5f89e78e192db8839511881fd07c7088435c9db18f203b7675e6ba8fd77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f436d6e182cda2f53e2243f212c6b312f48ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a019f0879a6b4c774eb79e284cb6653f333d45f28265b060459a33c97b0d8ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebebc670b721956f1e6265219101edd2fb69a030
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088d606e2f95b883e1f53a081c4675e4e5feed6ba0fea0a86eb635222344c18c
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49fa58b6828532e94f3a3dc76eb03b62903de3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0b18d7d57526730219740bf66185e5fc22a90cf33a30c150b848459054eb16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb550e2089ba35c85e432fb3cc75aa338c7d0fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5324d6d3d95097c0b0b6cb2623e95165438ac202bbc59d25f9d02ad7e10a6671
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a49f95446018453811a29d0a1e1abc5fe777e40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90884c44d495536cea1c111617917d8314628afbd01305bf5e313c77250fc52c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8905074c1f4fc3dfd9b25a9e93df9d7d2eb6e0c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9b1f4c3845111ddb067211973801299de5ad5f9b0c58f42345af7c8af3ed7d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682dcdddb65e70d06e307924df5c975b779161ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf60d7d15021f5afc833cce262939fd0ec71d188ab328e8efaac95cdffb8fc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e836ac01f9a34baa8bcc426af242eba5b3aba9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646b3bd35066a89d02ff65e1a4a989e2c26c4421e9d3eddc04bea75287ef5100
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24ab42fdb40be36ab20b8b55db7d67af76b889c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b7bb057d66c7730f4b359d9430e32ca78c0ac264be23210e9b455e3f7283e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49c07f8d5ff85562aa943a55da7fa8a60cfa408
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1fd04588bb6c8ac8723adc49ce9a6f964b51a3a21df5c606d513b7d3297e29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187ab50ca05c7207226c0eb94cfc1c553f6dfbc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56d3ae1b3f553e74306f4ffb9f474d5ea2792b2fba249ae8d09ba1195c0ba17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1b723c78d836deaf7da1d54542bc94bf6cad11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9011db7e079148295d98d1ed23c7e8448bab40b3c17e123729d021eac5f019cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193d2e1cfecbda24778cdbfac4cbcf5a5d51cd46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cc055b168e54712de14b0992a1d8e2cfb929348d69450449397f9904469630
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449bbb35535d369d917bb0d572b4fbb4cd1f61a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348462db4d095e8b088c46f3e187d754978d94b57a935845fb5b5b00ca4a1429
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1805f5dfa0895a0c07811b33193c2d483e20926
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c350131e130f459f79a2748d7ab15ee6d216f9f555595161acf5d99d5a8bbe8f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5956d5d5483c111fd9659507a59b51214e8a758
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd00d24d48cdc2ca281dbae42cd8121205c633580ff81492ca9cf740e012276
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d568652404c854e35562c1fedd7e97af579b388a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c528be187acb1b7570e0b3121de18ca9caf6dc38f2fd5408ef2fe51df0d07b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4dca6f968b896dc7cd8647e7b65b09d2b8418a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb00164343ef5ff498a526c3ef6c99e14446a9cc10da29a0de43f5bb0222d1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26039e855a129ccbfe9af1580fe689c647ae546
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8451c92835a49d64f9f9d1398171001ee48a48d5bd0f90407b79bc09cdcbd349
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9353918f3151a896f35a62565b6b06bd550b9fae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98f65547c9c24f104364034de6babf1b05c269a82a6db0b48cb1b813e542b1c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c4277e891508bf527ae85a962ee095eebe4b5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfdd63002d0ad412361b83b4e9b93c810395c33a5986ac86d4fcb53dc935bc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2472845b1f645ee18ad722fd8f426a8f1f55bb94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d752d586873ec7ce5108106acdf02e1c32e119b4455ca8c01627b6e6f7ef9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9a820b899e55c75b837510e32aa458ad8cbbd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4915d7fcfdee3d43131a1d9535999d9993df30a27c0b863e7462be7f82dc583a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93e15fb80dab047077ccc690042e58a28d7b5aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29371c0fa9d683d2c4c32f61d7295c728750155cde99e759c15818f0df58b7a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9d589e5875ea39f37c44f505f8e6ce72d9b324
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bc4059dbb814aec6788902037d3b765594c2a847ebef5977cd307e6cd26326
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b33134f681985fcbdff3c9f054bd42fc3656c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e263b69845e0aa755aa11ce8d623b8234c8662742107f84a0fca8cde38392e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44287db23152850d1bfd0b6e0b631b70267aab3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa2390e987e8de695f6d3271147e1deaf107bd7cf006d72b86cae0656108d4c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241ba0e283747f33d267057df63634db97b2f004
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cdb8016daade0294f361e5fd1ae903f35a5c21be7175ba615f48826e42ee4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa15b534fb81ad5134f66d457e1190e5990cb1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a4f0ecf3d49b000bd20448edb003016d32d9faaac1cf025807c445e5387c32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb99caa0902784993cfe295b9db77492b132baf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf4533a28a6f74a1ef77e0aa46d436c7c9d1acb32105053ec0d1dbc8c402865
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9fe8748398831696950816bed427e2e6092e49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dd092aa13d13f1cc003f724fd2b87fb6e189855d0ee1c7b16cf3eb5e573e5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5358efb418271b5f33c9fb83a581617bb73febb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71760eea5af6bef0836e4ef75001c2671ef0adacb04b28c172471d943f4dda85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fbf96c935c286713080f7c27e60e30d92463a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90baba14049c340acde5cb23df8559dc689c7c0034788835cf06384eba5af31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86894a5a6a75c8f5c7928060f914bca8d84844bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a41c19ff6cdeef74cd7388c6a5ac4ec5fc81dacd4f082260bbd9a75d3e511e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c0ff7d68c9cabfcb62e0ab56783b30f083b41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998455fb6e39e4d93f27c365013ff075a7cdbdbd2112838291c6bfa6ace52f32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1727121224ba34c0809bad2e9e3efcd0c7492d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0394aae4b890f274c76d50314ca365a9de39a875b4b214b538745372c1c6e1af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86517965d6d3129d41aeb988873c57b04ea74a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e4751e96c42b076edf1189946c6dd868582407e94e9169e9fd4135528ea3b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9633ea5d4435b01b5640e41947aba0c5bbbd9cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafba7e959f8241b208c02ab62d2e142ef220d30d998d7e265a54174866f529a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5e17e2c700f3baca53a6796c9d5e76cedecb56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7041c55fb68cc160c47a5ec32e8a4be017b70aa9f40221930b126e2f3b64c5d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed5953370d7754c08ddd67c37178f063e76fb20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e803c8409206be5afca7f4d243e6d189712dab969fca210dddfd17dba9dd9cdb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69087102e8b423112c1fa0d5125b2e01b77cf96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892f7b465cbfb2ca11e15c89a0c4570bfdd5d74567eab4f2b39658b799abcd91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7c8b9df8b8786fb65b12fd0034914fad96e66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9201ce37554578ed831ff91e41f88ffbef07f799e30ff8769e7df2a48d3268
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da445eb84aa6546dab6721c0498be1379234dedc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a92a91b0d2872f3b2c2abe69c8e7d8831cd1f23fde4bbd4dfed293ab3c7458
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f87384abc771167d435ed148472af6868474fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c38ff87e05bcbee505804defbe386a256b74c5f38be884f87db09de208576b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75159bbbd971d7f7bdfcc35e415f47a0871ba0e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0a8f869f51c82fa2ee3d329802c8f8f1846487cf9c30b72ea755391e521fae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8626bf41be081c37feda129a03a97c68b2675f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceec0a301530633178ea46e226929232e38a2b737d826dc372b7e40665f3ac4e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c082ab2e118f186f030e9f088dafe531bebc0fbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d5545599e7f9ffb7c7c34f0b069f50efbdf4e2d35ddaaefc86300be3366f3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c148f3d8bd45a36c4755c2c5de8a11472f75d194
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650cceea0993acf2373eac5a0df472274e42233c5f6ca0657c754bb702c6bdc3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c3e6ab7ae1a31ab14ba53f040427ba5b896346
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91b991c72f73135083119cb014ae0af68e8463cb9cb02870594c20889ff173
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc07946afc2aa2ca417fe0749513305da872fae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecdbc7ceac403638f77a6862b917546bf20a4da9d6764c203cba2f7b5c66f1c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee904a41f64b7828e796419cb49c7e234d96d24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7577a39397c23f9969ace19a6b37abd05bc285f4f82fded9fd15a659cbd0f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f81a83413338ab6f202ffe8b222a11fe2fc40f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2b9473049965197135a1ca871f63b45574471c9c407fa8a2f2a1f7ae94b107
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bbb694076dcbe7e0ab49b535e73492a789fddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36fdf14208e6594a75db6355682b9e0e24036c97bc355928f184b62bde1438
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bedc28d144360b6943e6bf879e6a4928ba2fcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e070bdd70e88e5b8c039d455dca0654fa444c02bb59d862282abff996945eb31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae3756b4ba5b2a2fa1c008946ba1de97e083747
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876423f49a8c1ff18f207b15e5884559cbb99202f6f1cf25fcfc66015e823a21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586c6ac8da0f6cb3c8aea93bc52f0a1fc1f8ebfd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335730a3d62a6a9ddc76949098182a53465628e8a244c05c5e3d5157ed79920
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034ea567a1c5af10ab896fe270284d30801b45a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5acc8a7a149fa707da01208f8244120d6f363c194f0b4723612718f702e23ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f12bae950c59069250837d2560f2a42560814
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c9599e45dad3aae63213c6ee8476f369d597dfb5261d01adf6b0cf5aa00c86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cc9e93de73b8ef260bfb6d5618c2a808e0eabd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df66945fd8234f747b141341ecbb12379319f3ab4a08a3fa98b199d0dfc91349
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b33d67f7be3f06ee4d53279ebc4938a3fdaaa8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1dac4b4bb9f13f3957bdd344aacbb00aa29c522abd08db42cee48708be225f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8e00528e66d7496a2c1ab0aaefb343dabed558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6403cf99c6050de20b473178466c43c477caf298c23f0bcd18f0fa9144ba6180
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74daf5efec606b26434e021d10ef8efbb35b07c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4085359c259e40333197a115b5aa3e975d03ed7954d2f2c703b1f2e0d637a05
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79533716346c41fb8137f9e37cd0464d0a67a52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31caa8e0053624440ec02ecc964bcba644f9c775099ea9b614df6fad5856096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f4dd710e6397de0b5cf6aa11cdecb876f7b4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffa7876d75ecf28a3cfe33c6bf38add8a27a9fe1748022174a86dfa41f13d84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdfa498f37e65d5e264ca6b3d95a144bd0201a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab0ca942a6ea449a65d8563efa54b6b5c7b21fc2173a22af88a678fb78ed107
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99daae1c574fbb491f7a8f473ce478fdce3aed39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1facc955bdcc9f5942841d7fb8e2ef9fd93b643b0903b391100c4fde5e69670
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e51f7b3c83dfb760af83c84eb6bf5db52748fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b05ea9316e76be5640b5b9c4bcf07d8b20d5e794db3689bf47f0c6503e40f34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc900efded8256f93911608c90dc5cb9b89bbb33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f60b3bec950be5793bbb58baaa5848f23ea99d03bb19f7ea1fef05be4f55ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca52f9dbb4bad20edf8ff1ee6b1ea3ff769737e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404e5cfdafdf2a874a0b11ed91719575e557fdc15ac270f26368c62baa3eb1bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a4fb4e17bf6b6b5654e7b682cb7bfbced41519
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89fd5339e7ad0b4c83b414f2bed3eb85724e3abea21c4361cf354373018d44
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74c00232392b53a79a7fe380fb9c8194172158e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df22c70c330c908a5e9a3ce1e3410ae94e1da33874708942a0bfd16d3d5f0714
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d81851d80a46290af8ab8e08b0996bdc99cc89c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6238bf1bb341fbded9af9b37310a19f22b9338447c5876356d42b8a454b499
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203da0da2f814ac03c1a4a11c5329659db82ccfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad9fd3c4c6c51719cabcc6ab3ab61a9c19a91f076bb31d0a095cf10c88136a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a9ede0fdff382cfce21fe44ed946604203d797
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb2673b1dc6b78c06e822e4eadc5d9a4c60590a67117d5e493102fd5ba2ec2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f4a211439dd7522496115122e09d41ed1e4005
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d356ee68b731fd958c3ecf88dfaeb5329ca58658ceedfb48b6046ec76175804
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb77e0d6b669a1d30b1540ba95bf74c0d4d1b0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac302ed7230a3fdb708949958badcfbc46ee5716351eee7d38c73970623bc4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93028d7a75c489ce3d75dbbb90403b18f43ed2e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0865f076d3acccea48137e1d10d5a86397948a5ab1def28f2c170bae9dd16c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f0240ebc78fce7a23969d3e8a2cd74e50bb4b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caeb153145fa5fea8ba137221a616bd9c9f835ae6f56ffdc06e0c2282248e13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da870eda519dd170e500c1ac2e41c3ce1b4d5f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b55a3b9a735398d575b26e81989d5bc91d720607bde7f0a2282e3715881b879
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7441bafb9ac3157e548f2be4b67be3dec62e2525
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477e664c5852f37bd3b8c1f964e68ebd7ae7177bac3b3e76b0d6cfda81877435
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8908f9cd2e7437a863eaa6171417e41d8094cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b329c2044b6dc72a2f33c1cbf152b3a2d07b019bf6c003b3c406330af8bac9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bcacdcc479d19515d894b00b932b62d2cd8e42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae3c35cca8dc420aa4833835908f9b8f11870eeb7d2969f45be8dd8dd765709
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805337480728b9f258f9df75f87bcb0d97826db6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0dc4bf75cad0b8b4c9f7392db4c38c63981ca2a075f983b503a3a8a8666ab2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd95c557bea3e82eccdb3da486762247912888c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4df89f11b7ff32b62c6d048b5243bc5694a53c88f923c4a4e81f908f5481e04
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2619f670991043f861a722e46ef134f986adb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12e16759d0e70f4619cf4b1704796bf99a15f600c210f2389881e8ead3748d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa2e871a3806fb22af463a8520fa01be4e15d8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674291b7199d4e30b95f9f29bc28eb2c6d0780228c1e2af60e7a39af9b2c1582
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4776d9abe3e1a0ea156a62c820c7370908b5b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25c57cfe34bbbf7b4c99a74780126383aab3f6bf0d22aca4f5c323aeff365a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310712a99d9472f588b21bbabc34485a085aaa09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb90d926004505670ec68f6817be2cef6eb5955da081738165c8ded945882f13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7039811adcf2eb4ee032970d76fe37a56373d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179a396e2a4258e7963f19fd705fc78634e7ca006fb46bb9a37176274dfe6f0a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728c53d6d676d33d843c74a2fadada67bffb451f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bde518878911c6f0e94a9282a2dd080d97f0b63ef407a752a84ab680d5ff35
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9d85e6bdc3caa18f3213c9fd39fe7222ae7108
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b86fb63d1f75b58d0bced360355f98966d14951aeb2bbaa4fd139ee85de2e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9019a9b775857a6c877ca433733bf8d0f4062607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2bea125593fbc335efe1e906a59ef03ea78531ab164706efbe8e7f1c56bb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8537356cb899f256093a325245ee7484f8aaf52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd732a8523e62a06e067b42a442fd3c9efd8a054355eddbba0070e5dbbb6d8f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f0d2a0289825e964f77bf65bd8d37bded0cfd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ffb965c83ba2d57b9afe82a13b54c4cfabcd2ed29dba0b71267385ac6d9600
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d5d1bf79f88f1a0574f6c5199ec531aa298f0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c370a54b4e93e684a4de65838604469c237a65f09fb9084ef6573be02ad42f12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d061843866bb42ee0586c7f19e1b8e455f5e1903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda67e8a718f564a520acc2a6fbf628413b76a68708814eb174ba5d71bba9b69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4eaa1bfddfac048e4a10b25488d79aec319fe81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516fdbd83732e8d8872063c262507f3b18329228b6a3de33237067e6f9576d98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70db2ac6effb6688d008dbc1b571118ceb7d48c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5232022c9173e3ef6ee9c87fb249ee06fbdd750222c11766a53f65b4d29f1e4b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd1c428cb6e2b1a6074bdbda3e88d4cb6787c92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532cdd69b11c6d3f4942dd859fa82317b9c206ff633ebfdcf83f6e470ab42e45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5c7e46c9fb5c83a9535d52ee506b05b7fc6cd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d57620cf398d79364528a7bbe2691910b414e0577575d3721a9e140b04f80d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf70a4ed7e3d18b3ae793d464c1f3501b873e47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8165d2d4886393d9b3be8ce0c5f2c55da10012dbd815ae6395ca7f7b384248
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fe7c072d198a7087892702c2cacc39c8cc40f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443626810282197bc3fd1df312ab9b57ca620d64890d1c06a3446fea7aa898c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf3454f80c707c1fd8c1298cbdbd26a4a18a5de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd15052ac452c6d856b2af9b69007d3ba56014b13befa43c770dbe61dfacf382
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd647daf45b3e0ea00824855b1d9c4694d5817b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3afa1b1f7cd8400950940a9ae58307759c6def884ab8dd5023113095055d7f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb24cb09cf370339a09e6bfbae28ba6ae05ca25b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a136371cabef2273f2119a92866ea7ad785369bb1b169f6e00af6ec8744d8e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418a0a22789909f01786cce01c70e1feaa91b4bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4742a7279047b21b19bc4650a7eecc6fee0ae3aec6997c5da9ffb1845a1dff8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2c51b49b65a41804735a71f1abc1acd18c601f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0f240216da20369e3328441f25d17fbf2b546f0492edb79f339f235cc040f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b0b8513591334367536249a8abb856d5c01f95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74698dfc44104599d3130fe18dea5d4f9f299285344a36fce219e40e92bc211c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3f242c70b3fd1f7d64f3fd2385c82587dbd9fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57995dc2ef42e6cda721c817038fe70e1547fb4ddb5b8ec50d2e44b35348a403
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13e045753de093431d1193ffe458454f8f8f9df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfdecb66cbe703481978d100e152d702c25f242b21364cd5c02811bc6ce1bf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbbcb599cb59cbca7691d83630dab861ea32f7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e81fa09ba85dbdb0b86be99ec56da599b159845ea7852f3f707c508dd0e03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249a033a38148eb90ad06d98cc10ccb399cda1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38239d8000abab50544a561807143418ca9ea7cffb5ff74a990f919d39dbc66d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67baac87f20085c1bd0a2dca29c3402b44a50907
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e477752f8ca6b046dd75e7dba07fbfba1bc5366a82503a659bcb2a889fef5842
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5526f8635aa302d1c4a7eb1398a1666d918d898
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b437a32f419d252aa4e0b113e8c8dcbfc418ce1f3b3f0939915ff9cce33a0430
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836c0d162ba9c8c081adcdd4be1bc57b6ac03f5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4e5e14b7a91eeb837765732953514cdea0b3909c07c46352c1e1f31d068bbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b5cc597c5ff6253ab49917d3dfbd4d793d6efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03533bd74ecac98414cdc8e120a34d2196984a647a77a5a0b48610f57fdbcd0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7037baa1efc01403863037833bc40a82890ac5b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4068344f935910c7b7993f53522fdca79abef16e65594b80348197a47216260f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ba1a29d8d3a01e5e6ea4a1c5fab13a7afa2d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0095b70e129f3a8b8f1465981f1fc7760530d7bec1f647f51c433019e362e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b1c421149a43d90ed37ff3e7fe46a0337cab55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c997329d7adcd8269280b9a4859be15093c911528746f36d6f011e0f67ad1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b71ed5dfa652b13d39d8a93d4171d7db96de037
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4daf950a82a0c0bf63f637f42fad9b5ac317092daf411e238569a9ce8d117d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d1d99af599f948d0f4b8e4eb5ea71abfa04b8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a098a8cde8e671d624bc332d7ac460f515c300c42218f85ea08100e26467675
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c6a49820f120080bb3d8bbb32876b02eaff2fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b62934f5c9fde2b2252dfea405b12aa34994385bbbc6ac8a5d05f3dc7fc7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd00d87fdb3ec9df637fafa6acc8192ef3471b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c2bfc2e92a93b9a54ba0bfc816cf60d75b3a79fe617e88401a6f5757724bd6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac40d76f61312aa223f22dab9d3cee4f4f434b3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef755db62aa3b0de19479c581ab74f17854c353bd5e730118c8e06fc7a1b5d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1a3e5fbd33ecc8e10bf76474fdd0ae35d61bfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942dee86bf3da1463742e41333f7fe9bec4b954a9b640a02ee0e765530dead8a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982ee462f8fe214950ccde24667f4d1b2f2209db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1c6e6374ea590b87981825dc90462c9b16bca802f971f67cd566f86a91fdc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b166a10e3f12dbbf29720fff70783437cf900d2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a5ef03654c9b906263cb8cb8f3e5417a268e9e9fd6f1c90b9651a0cf0f6d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9862493f2b881889111ad483e0f42f75be6a9cc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148249df1bd2b0001a90540b7cd2f3b55882307bfe23cc03c97d01c1f2248ac9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5916132adb967afbfcf96d22b94f8b2bc0c52f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fd4027e86dde329adaa856e6b7a4438e0b8bda9413936fa004b5a0525cbf69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e930d20e773e226b37ca83901e1f026c7904dc64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f47c4c4f6bb151d7083419afcf99d2ede6487406d0f4069be389895a5ba2181
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef457219f251ac120e26ff390d931ebfaabfa2b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e791604246b99cc8e0dd41abd14a7f82442542a8587c5a8e0117415e32391669
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02120eba8ffa44e0b8562cd29ecf8c6e77a66964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b39e5c4031e36391e499fb7903d83ebdfd69e55ad0b513d28f0c0391b2eb89
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a85080b3e752e2788ae9ac44ff8b785e143f5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e9eecab7833d45b46581429492d38ec5e8cc4d1c5cfc76ebf912cc6fbc0c45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3174a0bcb1d92c842faee20a0b8fc210cd72c877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ea8b65575dd43bd41aee98a288b42d7a14c458e3c8487a82ed78cf397b6f6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd895e3bcc1207dcb3634f2ef75f6cab6b7ffd0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e512fcc0b135ef5c6b88ed85fe88790434467cdb881253b8b5870b920e2c6cbf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6721e6aac7ffc968787ee3c115175cae288b878f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06afcc3c9299269cf597ac9392721dc21c6167568f16dda61d4073f1426f470d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af62afd90abc771eac5b3376a9270a01f06f790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed8477280f7af2b7690676c2818dd0fa99774d5a3616c8395bdd6e72473bf13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670797dafae72cad018eec8a06ed9613f49cd267
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ab9d91c34305ada4026f3bd7069a1ddc0d6ffe33c3082819ef3e9ea0acd527
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793ebfe765d70f1b2e347dc1afbb6a9b91576aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7cd6833d2794f760a1a9f13bdeacd06afb282219590d6a9ecbda17592cc330
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e53db0a611356eecf1b3554719cd06c24fe183f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d58da4d34182e380e672afb71a1c55186744855390b6008921a0ec8e30db3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10690ddd279350605c73032bf42554a19ac1adbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c429992a6bd2c7e701cd4a5bd76ddda0425a999584fed4a3cc2a54e875fe8ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae99599adccca7ff8e10736c81e3db5b6d8e572
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981a804d57a1e03d6189ce54aad8636ea774371ced4cb651d4d0d3fa89954c0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376f15b90ffe3d7a3bc639141fc0dbd702abb463
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c00b9735f02f684e7c39dfe42ac3fccb72ca409253f78273c5c29a2e900fc02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5716d2e91edc70bf3f2ab3a1407dcc2380081d8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7403591e977436dc387f6fcb73cd1027fcb48c315fb86474a7fb6de0268aef2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99bb4a16fb12d1a5bf18b9a559306be4b7f97b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a70334056b5d06a4a877bc88287e027810b05c0c4d00503a1b08552084606e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86023dd4b3492335145c1c0ca306c583521bb3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c08440d14b41a787862aacd1240b1d70d16e3cd13c1d446cb36b1d71e47c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28294b22780c1618b0e91e1088b75302203dac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50649de6adead0d36e30502e00583e7895445758e72df864cd6e913bbd4785ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf0022db7af493cb66820690e70d58de850ad30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7993e98137bde8f73bfbda85809e6c1ec8ef28b04c622be5ba3e837af501875
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e23381fdd0692a715fa954cb72f3ef86c3447
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612cf767caac3d3f071a8b078c5546846a93c0dd33d43f906f9797834140700f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d80a8b9ee08cde305d58d9a437b22b3052058f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbef26f3a496dc523032b95bc95b9ebfadab72fcd0380f1e94c8f7a13c85d991
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a279665e1e0a9e677b8a733aef6ff16460a50e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c1e9fe46fd92567f543f762243f5d4b968ef79180c3cc8a89fc9850836581
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40acb1cb5039a20c35f5dabc208e57257e220a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187225749e862b015a9e39a85b3982bfa528f83af9e6dee9c1aaa8993eea5b42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e6f9819ab312501ee84e4c82ec77a46aaf0e1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a48c8deba24608810fe013df63fdd9234d93199a93f5bea0bdd08b0e82dc13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490c3aadd53f5546925e18e60a9fb2c8a458cb95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a0fab88576b52a8c65dcc8fd1bcadaa6849987e25c419ee6349522bdd4620a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24af8b9252c4af8fd224b966d8ba6d0d4934fea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197d313a899c5ab775d9f3120c39d609be195fee85557ccee5e97df4890d9a7b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f9a43b4fe30ccc3860aa8f1b4ddaf97ba4ecb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9989dcb02a20974be2174cd6978c58fc1b5f388a3771d9c2a11277c1b05c1a21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176242a9e3ed15ead8c0a5f85fb997fb84f2f30b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f22bf0f26535f259124086cc5c63698e870155c67a8c16fc731ef5f7bb5251
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2350558d8f8ab6d017c056853cdfc489e810a42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ca0b69a0109d81e0da5158ed4675fc6a28be389d043522168655f7b6d547a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c35293118cbfe735cabeda22f379d6068c121a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46ef86515f71a1356554c072d03f3d4e6e2fbdb9326f0a58ecb0a3c4254d79b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa0f0f75e4772bdf28903e36847540f3b06c7c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427747f8d90bd9bd41f668fdf8f622da0a3dad3103a81bb2a8515114030a916c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178c9cf6c00fb8c05339914e3458973decdf437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2f6e4e5ca15569ff6e8da45f90c8e677ae7158cc636d3c7096fdcc68fe4d9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bb458c9450cb578bbdef9a8811a722a2ba2a23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10fd6a3efa09f53a9abec0162bbb9dfa0091b12b292f9b1a66f48068fc70415
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5044d590f69799ca18d063c64feac8623fc986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ca598efb8e05d61106c318ddef730f69c08e1574d7fbb2ecdbbf82f2f7b1e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb69145eb3fe8f2a9a4abb0d4a5f45eb292400a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadb071976897dd4b1e6520d54ad80cb72e7112edceff377bcfbd8084b6c055a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e58d5075ea4440302ee304444b15914f8e8a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625bd2561a33bc58d5c72ffe5651125f90f6994caa71ccf8b7a622f5c51c7426
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a6ee6a4ecf6fdd27c4bfce0209d182e8b0118a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747223b128fed8d4b1e8f30dae611d011490ac773fe2a295230af303c55c94ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fdff315c9d6b570ce5d7bdaefca19bf691c181
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdc02c925b7ede35f3d38254e2c9ab92170f294a2e056c40b922c26860ba923
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21260b2474679673b66de9f09f226ed28aba4f11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e23ace9d80c7906d83a9ed367954af6ce8e692b808d5072ade7a6e0298901b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee7c36ffe396377fe825e6985125cf0000c8585
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b218be6e9dffc43a444175dfa9300dea7f5512b8809a4f2cd9c617bc8116e2de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4672a3af36b99a5137f67d03ea624adffacf502
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0a55a75a8ab08a8ceb986ae92759ddcf9596ad9705348ae84d798bfa684f5a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14433e09891261e4c5658b2e22ecfa06f07a107c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68b3d24a5c41c488ddc2b4773e76c6f7c06b53131d71706a4a1840daf2c2f5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b46aa4998fb35595f26b595272ca34d2fc8600
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98e330e867330c3d66287ffee376240d3602929ab38517cefde5dfb1640725c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198e6b67a77e7c92c9308cbbbfaa953596062180
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2672158349e2481e095b2ae0c2ce2c18b979c755278db091c418ba251545be93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149e8d36c6bae6e6bb392cca222b482a158e9ed0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a5f4719faaa3c50e66b0a9b1144cd1a1bb1914ac092838e5ff1df5f74c744
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b6c6ede14ea7b854b73a398b161964cd8f9f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec7d32c90007d5058ac73d3d7321bfb4e86083151d1032f58c3d34662d74afe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934d213bb3697023b96eedf2c3fec824733b0f8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546b71122414b3d7672cc8a2221f690de34e7792f8b2aeeeebbc089ae7342277
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab4273de462b8cdb90cff36f3ef88aa73be8aaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe39b6c9a65f6bf83c44d55a13f5b43ef13c423daee42cc5e7df3022ad6835
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d34ed5c4e047f97a46cac7e6dabc5b7b329009c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211950c179d300db0784f5e805949644ead0c5e45163a858441c0fb114eb0724
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad4063221abaa953dd3a91e57e9033c8742f7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f56a051c05e21bc58dd38ba218762dca5b7c7ae1cf9e4a38d2b28606c59ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce59c735c04a6e0ef7acb86f63278441637362d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0093944998a470a01169d31b7822bada750049809b75e88b95d0a55ad11111
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cf2e8181d5d132c4003e76366ca4f9b269d10f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c829a74e9b3223a86b93af19ff38b019be5bc8abbcab4206e58dde9f34b00a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8dd4a0201a1d3b7e07b61522f9e36c48a6a364
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c8fe88be755e50d43c3794368a1db8b5e403bdbb9764e2a7aba97a8f94e8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65957512fdf63417c8349613a4eb6a8f33d5ec90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9b325c437426efa2862111663fda8eefc66d141a13aaf00bfe828269885da4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e777f145c5ca5ff99794e85cf2c192b97372e952
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da76bfc4b947a92a945f2bc182e921640853e96a916ea10564058ce79f8ba84
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317d9add9a955fa27753924f358931848e24fcd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804c519f064922499d951c248ce8538f2d2ba98fda381447fb2f078516ad1841
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89847f3945400cd557ee3bf561ca597e99bda59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f845cdc51696034c678afc46dfa96acc939837009fd0b2ffb6cd3ee0af0776
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e7fc00e684ff4b05149df57b09a720efcbf6ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f163b2b203076c67273124793ac127427542e888c6199610a3671ef36237dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fca40d6cdd3beb44bbc02844d3599bde37c364
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92e6edf34bc45d589ffe3d8f805b898a503347ebb0248ae69e333d7a44976e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c213eeebc7a4d31b89cac8a7456e0d0953c659d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4153d622b540518ee65b18f67a8674a1fe0c9208e5c01dfbc9ca50ba84e456f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6b32717a9e0da86933e9aad47dffd777b258ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6dad566dd6f8a7fa46f212eeb399422fe0bd16d42b61bae6ceae09c935223c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84abf622c8b69e70c8c7d3e1f7771536975cf76b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbf90d864fcc0958c2030c2b8179ca7f6294b9d3391689ff776efde11f1d4f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04da918c8062beb20f026a496e177081ad40394d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d311a163080d95f2a92489bc9e20fb0dc7fad76cb25aacdb054a9dbafb168112
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33c3370cc5e7103d75f24ff6bffb944ce169d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c88c2c81df56087b25b19febfe9a4f82c05622579aaf3e51416d3773f787b8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29007efc393187926e14fca4a02023b88e33ebec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1602adfd8ea2585bed59fa5faf9277efa639d1491d31ed7fb3735e603b3b7885
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364d4cb41ff92e767cd174a7b91ed4b801e74515
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a110170b50ff543d442ed783b7611b98aa93404e5e359bac61dd6f3197be780
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8dc8a83170c148aa5f98dcb7d30a68305d3561
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3923fe735d778c92b1b3e7c9fa66ea3b127a1c75b3820f8d5f5e09ae849fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e93b15c34889a75baef934962a3f6939c7b421
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45138b6eb34dcefe4aeb7521ef684c35fc61418866fd6da82a8c432edcfa5285
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86937652c55e13b4174a9b3ef1d918fa3623927f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36272bd3bdc004c16774f027591867c1430fcc6c31a8448aa6d591147f20e8b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fd418c40e557824dd19cd6cc07a66ee93a5762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7a188f302c41e812e716b6c0e6ec37d48d78f8f4c66c1375520d845b662f17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780629f244e1b75fd18ee7f9a799b7003c670fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15273c8ac00fd4c749432da677e62f32ae34ea0e1aaec73f306514e114ca7caf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35dd7eeff1dfc1b3365779cc22fe501b61bd59c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aaf0e6ec977694d2817b3c7fe8c31f903640f6345cd6379ba173b192e02a52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c463ee0c0dad1ae4638a7045f0e7a66be0a083c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7867e2c889188afc65178b8cd314dd4d6ff58b8667d43d759090da2fd2c4fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa8d33c792517d305283712d49356db5d31e090
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83fc85cdc8cef4b1966b85f08a31266c8d5c8556efe4c4ec55dcbda2d59a602
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600c9b9963637b349ad0de985a25d4b2c07085a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0cd71d6b6519776d5e5c91ca78a65e57e138cc6bc780afa925d4cabd5b69a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deecea8b97a1f849fbafd7ef15c3d05be070d80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad88435c474159b6171f7135e07d94ef1992b3431b4e8c647dd47d681ba838a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321822c40b69f88bdc193dd2609bf3ba5e085b55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f2159f9aa17f93731b4279a363ed9820d20e220bd222a7f5e18849a4e1db72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00864789c19a8022229b0cb2dd7118ce90a61ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d106f62339cbfdd51fff0a6a83a5eba154ddc258dd53b5bbfed7fdcfcb8e020
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0022bd3a8fb54fdec9ef595f80009780cae9f01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eac147c09d0bbc3933e5d06e24a18a7a66660b8cdfc07561a6b38e9146d6d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd04b78100f62f44ac505dd1be0d23d302d5c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e968e1325e4ea67e3b08abc289bf558e191f5bc0fdf82683b8fd2c2651a7206
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518798e15403731223d1e7f0ca19c529b9b37cd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0122ce920eb92735c291c0041d825156708a9f569c47412517e79df06c2e0d1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec38883ce39ac023b298c569ff952d66656f839
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996bd4e1eb3d26c452caa43bd4c1fb61c56cc8c56f1d74f08fe63b18fdc0c48c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb7f58cb483363f049b57320e2ebb77b363da76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15608c43da039772366243d1ae0b91c9f778e83422bb3157f4db12127c0f28fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637c32c971bedef23a6e6f2afef5f16d61096ea0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede18c2e7c80c690657cf5719967124ab5bbeadca12e2d096e8d41b25069e17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c0811bb1ecafa37cdbe798f8c15aab0f7db825
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f4b6ecfb495adbf420e8ee0bd8a0bbd249f230725723ed93f4c1bab9cda72
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adc80efc900d92c41d976235377d03ccd9d8d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f87a6a9b3538851a9410cb50154f6876fd984a7730a262751d234c6dfa714d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbb22925d2e04118c20e96683b6806d30fc08d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83edb5f97d07a6b2bbd9056f6080985cb736035628784f9d4cfa1b6f9b08863b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfae614daf1f942fe5b14a358ceb0d86da7eb81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1a58ac0dfd96c8e019bfcd3122ed16271f480519541e334df3b85a1355dc8f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025bc7551b13d62f3f62fa8ce8b2a9baa09750c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50c9295201f1adec63a4081b9d1b4e44725f10d209cbd29d84f01e91cc9edb4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a655a4d2c1001444063515325ee0681f2554f372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce3a65f5407da2869b622f91d175c4d6d52c978f44b35afa404e087e718c83c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef27aaae26eb9c0a00de1b01630a01d724690dcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af59f887a0b16f51e2793ee631914a417016e17ada58b02af4a9e34bfbc6c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10fd9bc2a900c06c584f6e3013defba224ff0c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f071bca8d911e6b122f3f5282e215b61a9d732be031a33da1acb3273924d28e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca45d767c9640be34631165ffbc82e62b578f9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153ef8a08cd4fa4eddfdb8a8e8a73a4c9f0415c455d7de48c9f64604012c75ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e31f49705935ea6c6d609584b3f753507f1409
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f313fdbfe762367bf51936c79dcdddf4869223e3b43d24721f0f6f7406e4e2a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93625a676a412cc7e0db2e4742c54f79ae4db8d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ecb985aaa6e9eb5e06728b6cc7a9d74f660e3763451f440048e0f231b67a33
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d7639edabbe4457e067f245e15addae1895fdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b70745eb23119180936a18d54d4f2f908b4bf0d6363707f7c40cbe18da8d743
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae9792625825dfbe6e71bf1fbb7f5847c1531f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f676744dc8b36a82de9f428b0e5cbcbc65b8bc9a3dbeb9eee6b6c99ae9a60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782110c27e61fe9cc651a80b6fa5fa3b94891893
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aac83566dc79dbdc9b7e612aa406d26d5055703d7f6a681719005d69196ba6
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6e7617b1f594f5acd27004e960296cb18886ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96bbcf7a1012709adea5791efc54aca1a8947e1c677db7768e59ca1482eea1f
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31eecb5aec2382254aed1f8446332f2f7b51c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38a14729e93bc34b6ab10b3247e018c9a596ca95d96f7e7835910914834508e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8596a551eace0e3ed1027cebf84a3f39aaa378
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3bc354e6b7ad0b07d512f56b95f3b5ed32bf99d8be345e9156eba630ef5360
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b0b8a8e68ce82615797eb79c9138c5aad04e99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ee14822ce06d43096daba11d35fdea0cd2956b763f1387a2d4fdaeb1affe32
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84feb3eabd039b3df5fc0d9feb041ecc94d77f0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524d39f55560b8f8f4a3039a98001e9ecae0c1125893546da227f84f75b72701
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6a2c402c143e943fbe0144a0423b97d87c020b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec9b90c228376fb3b08c6d23ac71bc3f1609b12350c784755340cd5d4e62af3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d97832d65dcaca00d0cd90395f6a684db38a167
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5154a8d262be159320cba6df3e1a715f29511ca0cb14fe083d03462dfa1ba1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffa0943a6b812d99c6e2447a5cfd902d3d08164
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd6963568d812225e85f82078b17d0d1ff161f2811d88d59f48cb1325f816c3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee95e1e5b2e39799fb25a25e3561ab9f75882e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f65b1de1405977a57dc82b525bf415c9c173880340cbe951b813c69b4da863
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf34fca4d03aeb45f5b145d3ddd8d6ef205c1c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5f47a50a388e71414c6d203390877fc02089939b3f2f4361920bfb31b5ad3d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd9d65cba3a8e7c32e2d3aeb80ae383ad8a88e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c524228dc7d8fc4e7adbe51fa788c1cb2e86226c4f6ea953741babce685a73e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7a23e00f5dc8247f03faf633fe777e4ab25d02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daf844dd7abc04ee68499bdc02400e44c76377636e04ca216661ad5b4c90927
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d4d631a491868c67583366e53b73c178124062
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59301ca3e9b09bc5a5f3fd763d582788e877063789faa02c17054fbfd0bd5143
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97258dbc754d5592883392405ed836756ddb4d42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521ee622fc250d0820e73256637fe3e3889851a3fc5a1541186ea23132e91b11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863982a977b4051bf994ac49f048696223186bd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78af95e2ca766eac1a2d80cc5f215ee35eafbb9a0e2cf3e682682cd7e55f2fa6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fa3e34ce4f56785ab0ccb026e102add35fba1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdfd6961cca4ae595d66d8e0ed3ceb55160cd93b621ff3c2709e21992d2a342
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc93e4c78b15df16f7131824a7cfd35d03f2971
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3934aa3abf7ad5d0cd3c5163bd520887dc29b2142b9e0d9cb7fb3a670b3dac4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276de2f5f6d89cb06dfd9540e12305679a377e29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b38129027babdc83b664e8ee8688c0b613477edcd5bd88fee241ccd4cbbb6a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65b432e9cd0419bc74bc0c60c22cf29abfb40d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beae31e449dd76f30d5d3e0bc604c20b6bdc34e3e44adf9ba1cb4b09aacfe254
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af112d45ef3788abae739ecd42dd151fba67c6dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b782b34df22c295670e9bcfd851d1b363699dc95d76532ba2bfeb130f8c57817
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4674c4c2ffac3d698b8cee370e55ac28039b20c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efb82c8ad985f244ad1b2f21f395b9100bdc4df5cc7ff46f30cb7372bda0b8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9d9b6e4cc65bc6750de2188866dd7b7b3d6a39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c049fd59114db5469ec1858f00a33ece39ab17609a57cdc11ebc883f78d0abec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce046049ea8319fe9c5c5c66aa0d53a2aa81ff3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d13fcf478287fb78383fe1ba4e0b5789df0ec728bad45b8983e9929e4696684
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995bb24dcf6750a81b982e7970855876a4916bfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0718cfcf004bbdee2a51d1df8eae1950e96d91147de1497c605fc9599f9ad3fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e1a7606ed70f5b7ba604b394582f6beb14f031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a231c7385cc42a7d8c2cac99f0ff9147edcadb21a5533de5a885f9350f5dc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73823b80991b083c8ac989d9d6259bfb28c81d10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fceb71000f57b01cbf893bfb2a53a2a067d1bd1e007de8b875bd9ae046aabf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff58124e69ed533720693b5046fab694170a4c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22fc6b6d907e52f081b09b90bc2190c776a8ff8e9b46e00e62fdd485fe8af00
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735338bd1953507bfba3c06f275219d1da6db5c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a3f9fb238c2b944d026dd3924b2b8bdc92af66603a5dbbfd7eb1956b76512c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c49f053e5e2b3cdc0d70359819ea8126518f491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459c377d32de4266ce4710d35be3b2a468390a0bec9ad78b7aeeab7cad5d2106
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5cc5681aaacfb9e116d04e2e71d68aac4a8c84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3d06401bea8f4418d4950825bcbbfe122fc8b3fe612280a553099b0dac6aff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb286b3d506547d501758222598064f80a2c7aa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930b254ec1d144d09691c112bde567cc53bd8fd4c3dac158ce32ac975a559cb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7e6babae12297828232bf7e8de3fdd22d07219
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc5e181eaea03824b8585417c81fb64e9a36f6c6ea56d536b7419f9b6a72d5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3184d137c4945a031cd8f5444bcee4888b7a3ca1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76880f6624281a01f7339bd1ea1c51280d5cfe1d294c27d9c62200c21fe1c325
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d504072804826315604dfe0d3004323b4a366c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64567f7eafa447eda4099897cf5027a7d727b6ba27013eb1fb27e4a004b779b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738a2b801a9cdd47cd4ca03bef1464dd49345112
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f02ea9485180d8f1547713353a677948e08b2c331987c57f9a72399f32500
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281757a7261b130e19d4a2a35c7de5289b6af5bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d03364faa6bc59bf8bf4936fe98d1154e78824ee18b139e80f06d40a939942
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6fc1e246fbd171748bd2f022a4e1f8f1548b8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd882bf34443022581984b4bc61220f7f242b2893b55dd12aa5aa3cf497643b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4de5100200be43042a77026f2b9bbe5281dfa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460154d151a2989b88317cc41c7f9383eb161e756341fe95c87bef4495550f01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4319d49d07552a696af1900777d15e199811e8bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2befb9dcc3205e334cfc9cf9ad6ab85e5f6ac71fa4428a039f36e35130b996
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc84165b0c8aa0af7df75fdfae92dfa08f5ab5a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf81e75132c4616cd1a5dc7addeacbf3200ae37aabe7b57fea62a0e0c03166
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fb349ac2e51401bb2ab6cc5cd881c9f6f71de0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff123ad6593e07920258a11785d3ee83b26c0a73f636f3c0134be49114a7603
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b220664536cb18328a4c4f97d5052c285e8798
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb05ec6432e38e05be8365be3b151cc7403fe9f1f0cc25e15396ff52d5fcd86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198d3796655b38cf1f891e088c55eaea1170c3f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64372e3b4aaebf89161ce6320d1e8fc295fa40b47876e90fdd06583849e23628
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fbc58daa195432e5a81a9282671b68155a105d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c176a85abf46dab3d2176512fd63577cdab42ba061d76b770a088dec7c168d0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad4af054ceb02fcccb8b11050781d5a4dd04e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78607b62ef7fc70428d2353d3431dc0439a4c5053ec17ccf7693afe36a83c84c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde605f15e9907a5d1bf5c1dc986a4a8ce84d203
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9fddb57bc924bfcf9787f2a0cf8aab569dbe3642a8e819b6176892a3f22810
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3638dfe68c4a4af7cc5e0e8770f82cc0709a916
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8533ce2562976f22042dbde0d297ba222f6c3d132df145e96dfebd455fb10b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab247983fdb855c96535de441353d5edda06e14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9b7dc82f84fea6a7824167458748ead2e00940736423f9c942277035329d49
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1c9bc0f6af3da6da2fe41c3a1bd5d687e136fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a649cf2b75d1ee2c2d28c0937423357270254be3f6f0a41112148a862a69351
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2050a224bf1fd6e422e831ed87d95926758a729
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c1645197d2481b5143f1eb1a71e60a01712c28a6d9435a1fd0e16ad5896230
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc808a94c6ac95ab68ff91ccd47342323b3277e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0710e39b52ea78028dc583c27d59967a12200e7b97e2f740413eab4e03fc5e66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570f36b4a55825b9c820e0904b5b1b9d0535406c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea87e46d136bf5c9555dee083819680d33c71a002207c7b43a8304b1601b955
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d8affd00e72ed27591758357f3d2d2bd7b24be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcae67eedfcf4411f7b3aede8e3665a2812c3f6692f7936a2b09eedd7969638
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf33d9fe32424e599a6e95d6ccaafe58b954071
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476433a5cced5ba51450d249b2ebf9dd0ec22fff9871470ef401aacedc04861a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa8ff42d15710a4ea138cc38f3a99a4472dd208
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce6136df80047266d95e07b5a2daf7364dc4a2d7af70fdd81afb8561927ecd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659883f3a22cdd2d06ab421cb158c97e920ed9bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b87a31ef84166063b03eb28502e74a6a5a971ba65dc6acace6f1df21e3d51a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51a42fe78b1129a87fb4abf84eeefeeb6f09bde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901550abec83d2f7df8657262e4208bd1abb78bf024b6dbd4a6684e650abbd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be4d1efb7b55edc8d2a4ce399156b2763d58d15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e28dfdbe31f8e235c9b9f4a773b72e10499ab9a26ad0b6541e0ebd29cfc5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f55b9e33b90e94079cca7f273c6c1e1734460f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb841a9717efaa152aa6bb2588920aeb038a08d4c390fdea59991ece11644a4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01c1c954ccd627fd27f4dc2a87edc1b12daa7bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e25f1c55d84187b6dff8f2977f216480bb9e8b58b6a8297d920024ea1898c85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e7ff3ab58902dda8b268b65032c64e6a808963
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a248ef2e8665763e2c0206719be3f077a177ac66f122ea230d949f6d2dfe173
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9b764141339f7305ac5b2468214ed34af54c84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a303dfba0242adaddedd721f76ad7b279a0c55816ad22f7ae57640381a01e88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303f97d0b2b0384d4180a13a5505bba8d51a3a9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52cfe0591246c81aadc479172d50851623ac72a9aa2e8cc64da8556e80b753c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9304fe3ee9253df082112c907b955ab4969ece4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdb0d2d116a5c7cf70c8ea5da478c0a2f20305c6a1379381cb591532f84ebf3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7a20d6b281ca520fbf24df361296bdd295f9e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c33a1d3fd8c7ef402679c6261293e8e61dab221bddea908e635037ef116ce3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d7692bd824e2ff54f7468944b8e762b21b686a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4872bf3ab8f081146482268971fd15dc86e349a5d5352a45f34e11113531b322
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74a4fb1bf9fb69bbca1e828164ab3d2c678bd2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0bd061d1c0992cf76bb5e4a6af22a4ffbd8fedd6ebea7b1729f8f95bd496b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa0a16e7f1a245a7e72de8798bb10a7599f0d16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e45133eedc26154948b166959b1c8d4f1a4d9e2dd6904a2d8379ebf79125b6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b850831520495eafd4bc7bf223d8473e5a078a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f40661ae505aa59dd5bc013de5eb14ddab8d97290745982ba35c8fa44e755ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a651b1130e57ab0596a7817e1525616e73cabf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6992e4a4b68e7bf1ec6f59c5fecac163a0af59c6eb7b40a01a32417d3890309
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00226a9535d3d377043a40b179413ec8278e1cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef272645fdb9bf830c5a90abdd1ddd092e4aa04872258173975455a69f1a98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f41de3730eac99061fe2504a7e238319f2959f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f01a0cc657d657aec9396e17985430cf042aaa8f5f8707dbae6d71c9d02595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0387ae8890d27d54147a23ad6556f4e00df9e95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19429a9597a7684ab3ef6e05adc21241a14ecfa0a24bb34f8411e0173a13569
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee86ae76531f82126273dcac3d8705a547f8e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f910cc355717e94cf7cd954c049a6534ac6260ed7be9be3df361c2841739d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b78efc7f39a4a1b14f30fdd80ea9a1c7ab16d98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b2aa4d4fd27cc5527411c040e54a953ced270b242b36a6e34464593b74eec9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4ebf24b8c1fbc338ade0a5284b81ee8cbc8910
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c966f0b94ab6ac5dcf109e56405bf56f33edf9b4847bca53f21f2b101fd742
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6929b2b5a53bc3dcb5bd3edd804b9beaa47c34a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2497d0594dcef3c1b1fc04d7f352a5470f3dae535fde1625a004b946b9e446cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c84945d6878097981a22db321999c986bc310
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e10d17cefa983a8b0c00faa917e24cee44c15638fb790b5ea65c9e203cf3af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b84f37d04311a9716914a3cce44d5d1510097c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e57ca4585c676346ab765d7993b52e628b2d7ab49b2e024dc2d73dc64308a0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a7a00478e806d2f3887b25613bf2e707c1ad7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad17bacbec049356d078e1e7a11cc92abeaa61ad47ad7a62550dc22d364451c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8102cc83751b063921ba666edb4198a439d93cd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d06bb0ddd4b8ec4ae3fabc2a04dcc240f9ca84928300d585f0fd34fc9640bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae22106cfdc7d43461535087c8b0745d188da86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f42a8aa418b61760a9f97e9ff59cdd4fb081e5ea2dcc798edc9f20353da7f00
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dc592f928206ed4bef2118fd687784c181940d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a5e75e25e7f7de47b4d8ff438f0d59652c64fa7b32935d825856433816898
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eadd7e22b56aed1e1d15567e3115d2a8050672
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c9f6a4e4faed29cdb436f9e6a8603491eb4c65dfa91b54bb11b603e0ac1545
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a446ab70f12b182117c94602215135d5d4943b78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d9391d65e448b09ebe196aeafb6447c7a6e74fec4524bd84f15578b7c06292
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1dd1aa9e8fda68cff7a47403849f353609360d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb7c81fe1c47a63d229f28737fcd81035a07717334da198c1ee022d4acc7bf3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a023f299902e0c765d20781d7e9b537d5ab14b3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9740efe896a2d30d788066e68bedfe9b3a459b86739c952e0a0a68da5f7d4986
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb29fb7ab7bbfc2324d0e5c119f3c0db03b26b44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad45930f73ed9b5bf52d86a7d6a4b1035972ba5de11fb373802c19b84505672
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e724d5477e7fc80e27e83c587c8c0aaf0215e2a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c001c50a6be358fdbf07f3b607c5f188f81bb1f5e4edf10fabc6004b58fbe9c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03ed2160f1dbc7fd9dab3b48738f3c8e2360921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e819ec3ad6c2b5d431283302e24de002042dc55eae2cb3fd1ce08ca5f5e2f700
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d1a67648ab59f7328733efc5c819b3e1d36f90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4652be4f6f64df0bb2c2547e7877dd5262489f1e14ec2f44ba394fd1b0c21f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cc60cd994e66400a8b19de90e8b752fe8f4d3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b427eb2f2bad78d3c8c96c20766cb569d3f9ce3e4688837ef32a1dd607b94111
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7787daabbe270891017591bf7cf6271e1fdbb3d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0174715b33c3ec09b9730b06166d8f8ff62a789d13ee9dd3cf1c7c741801e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db757f37b19f3b70c0fe1734f4ea6dd1c03091a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26db76e07cc801bab252611055cf685cfb72effbc31a29e852654ff435f5da0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4241fee6b93ea29921397d999dc0becc78654682
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14285f76d64045cd552fb58016d90002c5d01bf7d403f3def71e6a08864bd10
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9261460c91a2ae10c4467f1d4828f62dcba5dc38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a332e3c0aacb76acbd5556ec2dc72a45e64fed0fa55091a10a19af86c1eabc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9324a40c61147daabb71b3278c2858795cf79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b158e07fede8b343c065e90946a7afece9ad63e8a020e3fc55be52c0d832c476
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa04891eeb7259525a3cf27cde51c52a8c3d5ee3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f8494af35cb299d9b5101b16d414003627801d51f7c658e3fad47daea8ec7a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bd92ddd4441af65ef96c8c21f0dfaf05fe1769
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5463ebccf90c8a6d061d105e2ab5829f3213cedeee946eb3dbb62be16060c004
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4070e5452281b857ec623f5eb290b59198b14d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0224bd9b1bb2f5ed64aec4fdc20c303cf7d1740e098427627bcea81556d7f9b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5549d458f88358356e9efcf3e0d0a2280f43f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e73fbaac917b897802b15cbe8cf8e213c77077fbf9e871446a0e9bd1f80b539
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480fa2f45cf8ecd96d1b4c9e11a5008bf1e9b91e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3f24a1788382d4f4fcf2acf044c97931df518318a5517ada88e4c73bf58934
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3635a41de1c067939b1082435a06fba8e5cd6ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc901b95190ba39a930ca2ec53967f924501165294922c1320d60c9fb3b8dfa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03501d24815b2c42501410b9ae70094252db2da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ef1c327f7f65db75b0512b1f13220b8983886f5a8a974f3270dbb906934df2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a97dfaf19649707381f7c9acbf9c9c8b0633baa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf45415884376af67275e9d14209612eeb3b90f09adbb19391cff5dafe8b568
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad524fcd1dee83d5da74e2db59dfabc775432aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c394eef0c143bcfa36dc0aad1282d17bc959f2c8cf067dcd6f9b526959f41da8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c184d40765be37fef867c6499d8354d57a0bcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c40299edf074478d6b1879d3f3f333c8e93a40ab862ff80d1cfe5d7aeac556c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b7a6aa9452cb2d39b8028a568bb7a8308f3dbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1088a62805afd2cefe117b273038a15e4389c71f69d527f79e719da85e81fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bb6a53264662e2560791c418d1761ac0692c90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe787ed55424b7a904e842fb2ec4ac35bdb5a269fcf079f5729b67d8a1041efe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6924365e0b1eadd94fccd7e9f75a567f002ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c15929e78df6b34606d7eb2ebe2196598a5e0e1349df84f9b9fa00ad49e387
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16726051f2e06c79ce426ad15b12d30ca3a87bf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f424ac0d188b31d4b24ac30db724271d29d6c2b6b8f09210502c332d346887
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746ca9ea76de495c298bae6daf73f22d49585b25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01a0c1d45e44d35d1238ef6998d52869f663b484543f01b676fe47c4aa8d98c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e0a1526141e187b6f79d99cbcea30e7175636
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f03edff281232e34c49835db24eb1737e1753075f471457074080bd52fe733
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ae2dea122d291961635961841a31e6b9919f76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64339b5c1cdf6b72303435e3433bd60ef85ea6184919b1d99b83bd1742bdded
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab8d4f48bf8b05b778e21de0f7a1368c9ecdfad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6785d9efb349073d7535a21678815715b1d0d770a6a7061072f567fc9b4234c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75eb7b062f55e7eefb43572a3a124b02e5658a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344974e071453b923f4a823474f6bd071c18e348e8de5f9792a87185028978f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c2b1e68c4015e7cad81e592fba5ba4d94f44d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2711dcdb087d2bf2840ff4d6bd09065df8fc6b861e7b9a0b42ce3139e0cd2253
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de635a0898c321b02897c29bf9a2055c3c62f8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7f562d1ae7432645d3f3cde72a0787c3c549468c7a50c12c0856b54c303526
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8095139fe1cb3b93cae904297d84c9116f863d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f38d4ca80de6272ac8e43a9c031574e227927e2810437d56f8a7d6b135faf6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a0a57b35c4e79b567999000593bfd8e034d308
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292c00470b02707020d225513f42b8a6e6993071ad51816604902dfb4a031675
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d919bb2c930e8a976c284668fd1172cb8594cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91930c534c127164dd904298e0830f7976f7c5a0581b1391eda673908e2700e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad045e2557188be5f6d74d5c18a96325211c9c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0ff8db02bad70461b016eae76cd48263dd9e9d4a02e76c0a75de0c18d27690
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f8caa5f9441cbd7bdfbaa86a53cc69fe680fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d9cee6eee098debad1c8521300613aee09c8ac69b917370c6c970ecd334b03
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63992410527c8415c0664a2e8608ea33412e1bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d6ac6aead4b9fb1f87717645b54b6454d2f18945474df3fea316a6d1adc0c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2c3de1b29dec1fbdb991ac545ad582cf5ed7d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca55a6ec7d6b076bbaf71abd18b057cfa6b2f55e3bf459cdeb382099c6b0faa3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed52b6c39105e059bc0160d0109552e6aec1136
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad79ae457a9d3f9ada4fcfeba05c1526febd5952758540dbc05cad03914faed2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80033d3f3e6dca1640f8bcc3f6aa68a48bc444a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3007bd2d4e793ee48cdc6b7b26b09ab5dc7153185dc4595e999c342beffe01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea1c9e2ee31d293bc70505447d102152b3d9fdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e028924d962844f5cd5de9752e17b521c8f92d505511404371c6db9e0033cc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f67e875352c63fa5dfe76f51bb251010330b175
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90beaec8705a6d7e59b2e9f76777872e019971a990b6c3d075bc522040c1d12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b766371077bc260bbb53846e2e5a3569985760
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614cc519cc4fee618065888ec281384bfbab42eb7fc532b2d82bd1e370320492
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cb8cd1a72648b28062272c0736840d940889f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008d250ebc733c5b8d7553465fb498ccc6e51bcf0eeb1a63bfbfb9a528adb2ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad8a09892efc1ec6829402523e2e5a9516b887f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573029ef73f44fd4414bf0564f64b1fc36e89d7a68ec8d526239902f3fff390
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804e06143dcfde3e32d4caae3d2f135cf262924
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390acb698a27742ee6822093195f6b89c3c61095db02be172b3ee04e3e57868
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa1195cb1460274b996ad34ce1e3434f579a9cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f563f378b6daf9416b639fb1d8b1b6cfb312db98e262316cec0b0f734df60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66aae6fc37dfa05b20c93db4b1043dd889fbf9b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff995628c9af882ff6a53c3130069610f314a321a0696dd011a0eb8ef2800461
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e468819e7d49d816b8935597121c268e10ae333d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27108116ca5b063e67e2b170c2878685685bf461b8d7ff6ca9d090a953b5cda6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad9ad5dfd11d40f1f3214addd24c9539de20f60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdb0ee6cc9900668029838dfde6ae855423611b6aa8bf232af8d10ba8e09028
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7a70f60d9ab6e812a38cdcf9e6f60a1371ab46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706e0d35bf2dad6e2f9b7e601795b6ff27f8ac6cd0f847f8b200a9f4526277b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3918ace685bcc88960d8fad5d0c314bf2d8c71e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1af1db064691f42e550b52a53ceac0ebad33e7f382ee94fad666bf1e59a194
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97042350cf0f11b4faf9a54772bddd5290ddaa65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40054be5dc442434314a679c2dea5e785f73bc5319bb88985ebe670397f2a3df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7a42ff2a1b878654e4dce4078b03a648b69ca6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e1180c74efc60403ef747168df50d838d7c1dc6a7530553f595dfd7ea8cb21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d07f85ccce00d9c8c37dcd8a9ed7d784f3ac041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aa79c45f57ebe5eddca88233f60346421bb251946c44b57af7561dd6e5534b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42966068a3068e9efaec289643b6669801f1de1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859ef458ca7178094fa8fb26dbce53108aa1e83de20d873de50351663685bb17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968bbd20a92ea4bfe4393a2574c85e1841809dc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85042aa7d29569d3a367a38a64f1e866779e742788e87b82d4e82d652687906a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a774382af48991aeb319f01873637cf1790865
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66c686abbfe127d1491db19a8dbc5545914ac1b267897d68a98091ed60b85cf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15c05bec117f24ca79d5e913b394f7fda02d1be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e9b9800273ebbc672bce09a6f4de1ada4c1583a3c070876b700ba474d5163
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8662f240a6ea5e5e1aee0dc9a2cca728b6d18d55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62069ed903c8f08ce3f7eb81666772c1167599d664b60deda04c844f4122e88d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bad0014c5ab64e60ac5896293f9f77e6701466
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e3543f81614a600724079442291aba7dcb9c8ade540dd5aa10f81ebcc12bbd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879e2563a49a4c578f0079c34e4535d6447833ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72e9ec9952eabd2acbd3201e0ecc02ad9ea0afb0d0cbccfef46d5175eaa959
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a5ae2e919a9b99d45e53df8b074c7029426c19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344e1d97f99eca0ee9c0408bc5c1fff15dbf82baf25cd50531dc83be348252b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c4916168228d0b86f2a3b39efa036b42cdfd4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01816b8304c497c6f1d9b03a96eadaea78a87d4b06562087130ae19b008fc858
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8698f749b4f545143c2b7737c9599d11fa255bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a621d4419aef661800533b4771bd7b7729de598c1b598cf13cbaa8a7fbaafa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6458a44ef44faa2bdcd4a173af3ded9a5616841
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3163a4d91e2df878fdf2c6e6029fc4747922d3fd52a10b109ceb3d04601226
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafefdd66d35d291b09a5f44fbdf875c7166cb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d9ffb1a3d9ca40c3b8d2a9519c4cf989ce283639d990a5b150133339cee0d4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c446a708b4d9868626e83409eee82ca90475432
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3492992f3e018ac59c008b9d58267d77bb005ee0f78a529c5f5c7904d0890f84
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1744dc1e7c579a1c113c3121cc6680c010aa02bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97765f0696de993edc3116982dcaaa0a02f979b5bcf032af59a2f262ca15737
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c808e493f3958e65b5cd2e2ac3ecb17a33623bcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86165e986b2f7ed01ce4798e25b14bbcdda3d711eb49bf784153d6f7b61e0865
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e29073efcf4838e51a95180f5c1340d48b0d7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f6ffaa268f5291d9742eb3f0c32468481c8b251a5942c81847069aff6897b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5970ad66b066d8a2c1dbabfed6604262a4926649
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639c7ec0f10fe7eb8a23a6fa79b5013d428305a0d49dd4f2b89c86c04c4bd7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db7616239a60453704d4185c0b84292cb9bd305
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e54a1cbb9f7d7d35c4c12cf655de42fd9cd32882d618e87f7b4b103a1f0e130
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6fd22e5a8998a4fcce5338c6a7d1507d43a633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9e8204b8bf4933972fd291e90bc747fab40190953f5ca7ef9dcd3bb0024e8c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25c8a0f0d1a74e0030a6dc0db741193e2ba4bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91abf71e206fe1b0956e8a1280575f8ff0aa2b51d3b1aa0d047922ee006437ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0b86bef157772a31267c430daf0ca16a3d4c90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba361f7c724b4e95848570fcfbf57b8fb80af9965d923f03e2c487d2e587bac6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9792659a61c1e98e0b0c05bd618654e4dfd1a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb867b24aa55f52c832c20947964738a3c789f2086a9bc110481cb10c9b06dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b492302d5cebbc8bde624c72df9f7e57ff0933
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa58a83648fd7dcd7ac5232791c6e57060b563ea976682d24803f4fb3399030f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a90474bc774e12565f906574d245d20d7dc149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5239e390fd8696ac9ec7d954649c89819e6812ed12abfae9ce7e6a45324a69ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ea101aa6827a81fdb816bfbe180519c4677aa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0653d9f01488265d9ab892fb2ace0f7089961832af041f199636f2b851d9a1e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3075599a805e8e808401ac4ce58db318e14f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe4d5e748e235184bfcfd9a041e5e9a4c32b1f4b0444d3f9f7b39dbf0391621
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958c875e9c747093215076218fdcd2648600e0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1d9eacc1c93ff053c2e4b2fbff8fcd583242c9a5a9c9e81c2953f0098544a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cadb89beebdc732e8a439d9613e3bbfcd93c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b5cbd775b1297169ab4f36b3ba936a5ad46013288e0d82a9e7e988c8a4fd1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f625090c529375b770a4d42ca152279e83b22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a62ffc647f836c124cd40896cded89c921a21eb8f48572680c0063b0fa50a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922ecac14e166b7f3229f5d3f65b1d776e13abb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11299fe7eb2194220ba976e03d72d9500db639815626df09276389c3e095957
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cff5275c0f628c46d169bfb3b352ee5483a799
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4e23c8d419a8c5e34e644ffb4dac633fa4a81856630b59e684f92411b1e9f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8166d6b782fa00c93a0f5d0836a5e5d519a7ece9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e8c376aed2ee763130a6d1fb2c7d7daed47ca7a236466a1d76c830f877f589
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd4126974520de3f8af8fb8613cfbcfaa5c9358
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba547712545c38ef09e5f863c702adc98bb31104e65b84f4938292fec91a25b1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e656210bee8566e88db4bc805b432f14c3d3ea18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f26315245c757a1bd4387f0c83b321c76d48eb6d1f1b34c7a95caf88057a40
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be09c04072cdfab9cbcfad8b555fa2d7510cfd57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bff2c07d31da918e1fd11d7db6960abe239b887fa7bef26b3c21ade63174c79
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d96a13a36c3d323b9353d5b21439a55a8700b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e71fd1464b5514900dcf4c012c8f3161dacd68518087df134063b349c6fd37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b35b6c64d0181f0f7cac7a98f6e72897ff2ea5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513aece41c7a07f9db30488416bf83de35f492cd48517d2eaf0f60455f997469
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706bae5e43cf08a7f47a7019c5f1003d68451de4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b231ffd26a94a0c7f83dea8394d7c3096557c9e849fe8b64a9eea2a87bd452d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2860a025e2c2a4b7fda90c801c8e25c39e27d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6521c1955397c1dca21f65f3dd25dd09018c063c242a114a6556ca2503f4acf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5532de402a93f8205a8b810f9b32c12d8d86fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2e19edcdd1b4fc7619df39200d30dcb5e9aaaeb11e1a6622eef3a6a1d70cbe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ff9f6272cd7c7534898c4f45b44bed3126a847
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521f7d9a117b9586c23efd948e36ac47079cc5c80e2ee1d91aeaf6278db08d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11cc87c6bd730f8e0be7f5efaae75452ee48f54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dfc03b2d388f15adcfabb43a00736fbec382b561edab1db123172d363d4cfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdef8044d1312b70cedc16058f6dd4c24e6dca68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a8b2ad76eba765e3e6553863309ae668a968c7fa075fa35a12d973f2e796a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e24b1a8bc7482ff688ebaac5f77bd5da78047df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766681d1f84246a4dde4b28632306a6b3c6478c23dc855e5e3d6316201c8f36
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b27142b7f88436ccdbec4544c56b10c898a80d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245864a5b1c8d8aaf99f0f2fe7b5f0a387517f86b457e74b510782a3dcea400e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21c80ea1f6ce45d3f0a7c71b460286e329ee654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b42552fc8ebc8e5695d41264b38473947dc86eb9dca9c9b1f8f19452d4cf64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7ad9a61b1c8602a1e8bc273f099237f6a40b97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6332dc25e1eb81002908475e5bf198a87d0d216378fa41dab3b350639ac0c7bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea41913bed78a8df64c0c76eb5a49de196f5590
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062e19ebce43d00fdc475aa768ae9c363496b32cb531925055b80343e07e9f13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b5721119b93761e18b12fadf0cdb8a8be2f5b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389f605790767f3030eb8c2f2e1c71ea28db217a91c360feecc50ac3afa95641
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988ab27eba6e4a6782bf84a951fcfcedddee7444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b7c625577cd945209f517ffba8e4e76eabd185f2d1032babdf7659189d1ed2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3da31ba7262686630f675383ab6b7f66c15308
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b395fd2a334b3b47fc53daaf1aec07fcf8eb6ffd5d28fcb3da9e25a4bfa75a8f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0efd2792cc34bd10ecabfbb43d6bb1afefcda72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a31e78a850f03e4602349596a5bcca6b94084108d7cb33d8b025208bc8ad5c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d5abe9c619afcc6d28255df942b096ed82e8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5ffe2d3d3061b28f53368077b45066ec448310d2be7618bfd2717d70d8511a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3624be173d85be08bcd5677cc0cb89bd698c40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa2ebfe02f25656dbc8c6771496f663ef113eca642a718db36c2c90d6275bc5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65be12b3aae78d79533ec244b8b1c9e8173ede8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff6ee174e697050963e97f80b9afd726396e3d0d7e9866658b8dae852978b18
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc56cc1b1d1eafc9273345a05a3d4c1c976374
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6073ede51f5fe794050ba4765714914e8223395c8c4b7c09b4618fa42904fc7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b11d2f90e3e6743cab9ea6d5614125ac1958abb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc77dbd788ad203edb4cc55a043f0921f08520b6eee1a20810487c84c5d57f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455a1b50b1cd9fdd7d34a98fd24187b56073bf7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeef0eff7df9236f1010fcf8dff9939002a5d2595969815c32a0cff7f778a06
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d867b42407b2c9f6a02f0b43983a8da1cf191685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4800babd90445159de73db8192969e25841eb50e2cbb84e6caf8e392e5edb138
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bca163b87bcb66434943f4d2804dacb2339dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147ee5ddd1d8b6ae2dec2dc92f81b52e185548f6b7819c619fdcccbf5e5d13d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de8635de13b87f891a39c6f6c5573a2758ee19c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effdf719f5f5ac650722d9ccc34176f328fb467a46428a2092a4b03b441670b2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a5f2479f5aab24b455de3071fa525aa57e25ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2ae99dffeae82b37936c016d5ccafa01cc2baee0470e129930abcde25e28d7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48104cdabac80c7d4c4d6e062d75dad4a9100ba6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3648d0c2c9471a032dcdd7f23262199902a82a6390ce656323c5972f3458e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9d826ce4729d406b725358db1dfc0e9de055e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf465704a33fcf12bd959e1f4037bef9662d43d1892a865e9349d08422f0732c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c732b35b3a45c2582b0bb204e46a45b31808d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b99a163d2b2d8b180ca076a56cb3bac78e83211886565a8d0b760c1283666f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219ff7d6b54fdae3eb41fa25b927f85cd02da6df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cadb7b7defa4482b1f8f4e2f3019b37e57048a1bcd480e91dfd1d4f7e46ec53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2099c161587007a52410878ae66a6764a07bf24e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc341d8d272e07bf4d8ef6a959e9642e77c6dda5f70530fa6907d72ac63734
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8e5e161d33b5c984e403a39e64f9c3f10edea7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7cd1b1d9bc16057d0c1d680d24bf244da787a8e395a1912894f21a443b5d85
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fae4c4ec6ce992ac3ac703220dad3f43a6f93f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2979f89a22516ae364ae68fd75797b8110bd157f45f7a00078c165c578ee09aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448db1b5a1ba2df08a1037c481a481236bebb4f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d512d99989653754dba68db8e85bddf1e045761cf969c94cea08686a14f34cea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906731563025fdb2dbedcb08eaa5df2f4eb337ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03946aab41f709d7827379895fca00d6f0584583643eaa17eb419e94810b1e06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55723e8ac340efcb66adf13abdacb37402f4b2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebba068f3f24ef09cfea2f587b0eca3dbbd9d850b1d4a59717e8f40dcff46958
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9fd6d10377e7cd15c1e95d4355e53b1991fb4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b2e5c3c33a2361d757c631d45ab122710d48c2bb5f9e5439ed234b4bd0ae61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a83116cda979b3564010eb4f821e0767ca14ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3e1c2e8cc1ea19038e5e5acc4a84d8ba3f51efbdb1466b4c8472731b379a70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42aa4ad027211ec8e6cac2b15362ae0639f8c42e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1197ac9ed3239a4d758fc061f56094f18c2e352f467bb4da6db74c450ffa761
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504cfb51fc54882f78c33f0cb3b0bde420de0711
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8923f1229cbacba04c109f7f8b320c9fab51669d30e80d2c7ca18d98091c0bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0120e0fdae781f088fccd071971ce31a7799ea0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9b616966fa78630a381ed5a82e1bf8a17be1870812903f84c58d37a8d99a42
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4529dd666ae1a71b5a9c40b6345326af8d4047
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4ffe5238d7aecc67e7424aa3895271146d7c2fe51986a6d8955c38aa8fb283
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1796be48d4da51ce107dc3ca7382535a8153e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f12397b93ef92c806b17e187f9b34f66299a130a58dc04343fb9da37d9927c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4ed2c08938c83ef61cdb14bf318ea436a77225
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ca29c7fe204433ae9a0e2cb5f7bcaa25e7479e22cf15aa7d4f270da1362bae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b47907a886ce62c94120a5ee985514b460ba9ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f0ee7af2e82686671f89a54df7a943ce2564842cbd11d8ab416669216481f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85aae2168203d4086fe254082d71ef43fdf5ad43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1311e7e81d9c0cb4b4b6ec4c4b646f772c0ec9c4380d964b138e1099bee7d985
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab1e14af46de51c9005b7d38603cb509a5c565
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6203a16592f6c7188faf84b4f0f958c3bfd78e709d1c8f47562d1078ea8c637
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02448725cb8adc01f48861324be7857cb352aa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1997194e1ca47521b622d33b0bd53e0a7a6558e657f1be85fefc5ed676ce8160
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c8f40eb627829ba0335b9cc0e85827015e8da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3923b36b5b7a80bbb0ba9f0f49e7ad7d63156f5a5c54b4b7af142d8e939a7cbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1178dda83d89a1ec6245ef93c11d53bd1d8b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b65c0313d87a07494ebd5035b01510724b0f1ee25a543d535ae63715148480e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a5c780aa9cebfa8a4866828c81a1d2ea3ba9c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caf8d8a45252edfcace9ae0e637532c0be26e083ffdfc6aa4bc0fc21f6e8163
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b227cc1c0ea758af8892dcd7f99d34ced8c35eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32045b5f3a1c5c0edbae2ff12d8179b38355dea6096a3c544519917c0520639f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f410995e0dbd18db1c78888dada0911d4e4368b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1f4285381c7d9ca4d75aafef9d39772e2ac74e81e7562a606e57020fc8854
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed911297d7a5b6c173cb2f90a75dc5adc38bdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf037416f165531ac9f98e0fb6244b90e588051d3002b29bb1f7ffd3f7f11524
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377cae8d7f12f44fa0e01f92020bb2dff3432491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab08fc9a9c9ad90dad9a8c693e0b1847bf5eeb85fc7fe82aa2667bf96e072fbf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d817e9cd79f0938011b267bcd667108c61bc428
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4737fa914cf2408fc60d816760779f7af761121f1b8f4b7f6901a90bd67360
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927ad6c8c0d36a5b707133a9ef50aa65451db9cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e476e945009cad74057fb0c18b7cdd449abe09380735e7349c3f9fb4fb28ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6beafe8a63a94278236903a335463dcb1ff29f2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde5734182522f77d49a3b8584eec671071508f54edd8976d4073fe01c0a139a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2840c3f65bc1c84e088b35696fa59292de745a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73826b9fcefa9cc01a442688aca6d1c7d1b48477d31a011156c1395ab36cc34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ad7286f54b7a9549bfc810d738f9540de3c74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e63896f1b7cb94483b91f3a4e815fd6ee63fb187d734a72a953798c19379b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ace6b474f01f183493e678624fd49a1a5bedc51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02761e0d0ee9f7a766f22a660fbfe631fd1ca362277116f76ca37233e7f8011
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5462d387b09048b37d5bd864cca7fa45bed011a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a505eac096aee8115ce85a6f8a29f7c432d283afa6b0d9b834b457f9da6426
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5caaa6f45fd0ee2504b7ebfe65723919e62d75c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a852d48882eb2806ed3fb4407c8ed1491c65ab523319c69d6bc1806f9d0d6fea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ae12e7a2f0e4d9cbab5b8f27b8f1bf91f8e1ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e6e5fd9757097b01fed84022bed4e1e71a568bcdc864c6c38376e67c686f69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ef2019ebfbb78004e79c87cd74bc154001c2a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe032169f37e07e5311f256640f26e3bdad00760bcd112d2614e18f0ba4715a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a862db321812142bd3df17265e09ab99538b6540
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301b44178a1d4b97936392ce6c9c4c518714cf03fcba9f43cc811fff8bf98c84
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ccfed7a2aa1bcc7a417542ab05d75a1501cb36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6546b35859a011b7327bfd0200d7b985ee2a6217de9c8348725a73011ca93258
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03191550621db4c5334ec8aea0dde634d88f3e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06089bdd68bb0f8abd1d36d832f574a29b7cf6df92b220ed41199689e369c5ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28e666b8a0bff999bb6fc7c01396279fb86da0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6312162706397464adc3d79758fb6895e316e0d941788e88ec9a9d57396535de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca07b750a4976ddb1c7ac304475d934b20558be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edccf18f1bb2f50bb613b915b105e9e5892777b06d6b21185ec74ed833f8adb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd69e42c181b6d6e6bd5be16ba1a79b32ea8c243
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a171f6764d832c467944a9a9a1b8532fa0438c7a3dcface936ca961f62336d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500c36ca087a8552f220f8ba1a2116096f79f3dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2305bfc503618a7d395d23e3e99305a2fdd746e7e49b8846a1964d0b5e1458a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf28c7072005bedfc0759556b9e7447e42d386c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cece41685eb530e317b79adbe0956821737f74591cbf2130ec84f5ae7e8345
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23d724379b9e19910065a049676fcebd4a7e2ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9aa989a01616e4112f2050f7aa77aa6d4c469a7b588eccc0e0d008d2b37d16
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8236afe3ec522c45baba7e21c241c6fea35a0d95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355f29aafd41df6af5f6d3e8af438bcc56f1a957dba49d6259ef25b67e0b15ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ae3e3511192c8cbbbc0698dbcfbe2fe27403c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe658854e906e75827844caf339cc522facaa312a90f4fa0283a46879bbb3ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92cf60cf79ef584f16aa8d08adf0665f1c2d5a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bec0a69fb822201bf1047d83e3d9f1eeee1080941c5e6637ac4738e709c70f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a02645cbfb300f19de138c1b4fb1be1e4571465
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f474fdc30b8dfedc2316b320cecff02b42c6e8badf569c33579d5a959b1030f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab9fa40bdbf754b9766fcc2065ffe10e3f1ccd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0c97a7d9af93d11b41ae53eb90043c9a03c754abc7c1d592eefa422d485d8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5e3b145d671291aa57cedd7001ee9ddfb4487e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bb3caf489757412ef44994b9eac8ccc30f85e381b90b5bfe2410661e0c1669
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7825f61bd367e9923f943d3c2278a8ffabcf06a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795f8c72b80cd1d99c706d928067287f74f7a328de00495e4229f800ac9caed8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2ee4aa154bb6eb3d98dfe50b1444094151b815
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4990308f0c9ecf4868cf5553fb9474437d2c744514c2b90340fe8a2d3767fb13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86419bbe6ff5a84ead507346d2b687a09bde624
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d2d5d4ee1e58d1a5cb5c9ac8ddf20ca1df55e7593a7b90cfd4f2da50f58ed0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ba0d994fe24177d73ece6eb72989151aa0013f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15849457a2a849330d5fbd854eeae7c63131ea5899c78541602d974775467952
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1fdb2d454a1d817a0199178f42611faca18bb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519436bcf8292c0186c3901432fd7e04d57f15c680c6187f4d8ab8cd02b3e5ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ad79de1bc991e73c889aeabf06a53e890e568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f658f77e96f2f71e564afbd7f45f541c8efb16549c5cd76977ace50b018b87c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5128182ecaa4a1c1a46d3c8ce4e75cdd762c6b6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411ab384b74de683ceeb6b345ceb6f66d3600b6227fa8b2434d656908bc5a6e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994326b47fe9426116decc67cbe6b6997d0583f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ccc5b4f11a2a378a11a2e81595e360ba88b9d7a7b6e71346e424f68eb972a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad345c6a6d3f3970f26cf83297c4d64d17487b07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5c0eaf71d603bccf9cf6f131e1582b56472e6e6666a7080832532f0baef69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4eb41fef67170b7e269f9dd314b6c29ad0cb16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ef5450a4a473e698c93f6f5c7f0b4a36fb364a4492ed6d7db0a9065cca94aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee23ef6e2027b8109e1cafd0c42ff0dc8aa73d8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffa5066e70c047e885ae4a5d038c1453df18537f82e07a822f0a24dac0bbe05
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d691c098bc0d6642855141d938f408c3d486b13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb97a7924349145b71c954915bf0ecc512360c1f20da433b48d8ac872ae8a22
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c07fa745ddfdf1d17df8d87fc3cc006de68bd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f424b8898c64c9e7912f21a8d7b8c9c5f06a1c2fc7f71c258813b8502cac6ec2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f40de1518a1265656b654294d75a04918523d8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2dbb1c0046a2a9365af4daf9dd5255e3253b980f8f355a081c5d83a64ffe0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b3c061fe656b121fab2ef1c2957be563934b0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d53db00dbcb390a8a5181724a109faefc8a46e97b2d472e1ec0d240eb17d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e0e115943ec179ade32eeab74c9dd61def50b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e7b3e8f0453ff6798181310bcdb41d803003e9a72633fd5bd81a699381238b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0188efb503008b43f6524b48f42c28d29115b48e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1130d8212f9d1ae03ba364a459f4c80a847e76a1bc5829461f4e23852a68eb92
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4141d3d969fcac90a493f00b1cf2d2403f45fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413a1275f84047466418265254fac4cb700c93c73ac04c9179f114556a9d601
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4248a47807cb7b08a616af6206e9cc302613102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e019850e5c0e382667cb1925f5083d75255535f19d50430217748b4c51eefcb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6b3c8b0c589ffed60c13d6e57e5ca8bc65d6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d90671ac270e15328e8f9f8c45ca5d410a2aaca79a5b53f7e1797cd3c1d7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168ec4a9fa0cea8d445f69ff720628ae69a4b568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595298c492b6921892bf3e2f5454b3588a22dd4cd6428e3694b4071e08fcddb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7950c34672b1181dd8da0848930bea149d3dc144
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afd17d25d1b35a5e3ef2ecb6536531277277ea16cac1c8f3c44045f3c45647a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe18d28d4a2bc803a46837324c47dca1f16187ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10717ecc5086f1011434a28b5d5d32ed8f62b90a12e1dd38632820ffa598242f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e2c04a50ed3b5bd2ffbd334395485e5a28948
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca959de7664915024f8d714609279bb986a63e4fac55eadf71903b0ac4892564
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef9caf441656ab17f86c26369c781b4232b7483
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e41ecdd6d272f1b5438122a7f45aea90201243501353512eb467fde82934d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f4259079ff893f36aaaa489d39ad5f77da73ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50135ea659c862f5f7edd1e224c3da0d563a40d1dd7c6f06d26fc33da1b19aad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee82503c88467beea92460f2b487025e63c19bbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886764961d972bdc23a40de76ace4d522b608ddb050e64bfd2eb2e106885a63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa8ae59dbb568c39fab12955b2ae9a0651e758
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc39b90d983b41a0a65701951a7351479ab6189fd63923cb021f626b5a3a2f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db065f8f55e0229d6435b8063bd1905a015d2d99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0b8dc8da586ceb79f4f2e301f9079da8df47f6425f6e1df17e13896a7b0ef6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99694bd16af4a0a2e1edbe332515466f5e93f076
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525fc9341960315a4245ce7aa36b5b8175ecacbd9b56cd2f21ed982faddd2ab9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0715979cbf44eb2736d57b50296e0a8fa0fbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639bc3e71ceeccf46dfea29e681d601688930f2266ba42bf39eb0d83d2c80847
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717a45ede1a57bbf66d835a711b95f1f98c5b6a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8ff6f9e7a0237cf126bd759174dff4e505c4a29fbb086ccd691926707bb0b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ecb228dcdfdaba78d74dc7ed78a6dfd8b43965
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266ada18a45af6d7b58fc13732d3a741eb481668ec49de33e05dd359dbabdf96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85c316ea8a2753148b5dea68e83e38d4a7573f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a57d1db627c932eacae392a1087f0b31933830320594caf3963cc87f80c704e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c385fefea3f12e5c75c42377c6305b3e57cdbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b46b945b254c6bb28dd021dc901f470121ded8851d9f3f6b8af6a208578a235
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e14abecb0a902791709f0c35c9e2d7c7b2b57a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f0cc3dfa8fd026f3d79f398abedfe608a35c93db2b0a26c0e30b38fec37e67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f9377094a15f0ce5118c28944fb0d228f36491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7caa7841237d67db226ec693cb991bd2b15a3f4fc57e99eec4cff50e2a190
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2db482a14b7a4f030f4e3d42fa051b5643ed66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2362ac715fdc63b258ada036c929d8cc49b02c6015808b608e9a14251194bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d969f52e7fe0fc4ec52b580d4d74a215c08d0ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79966b3d50601825bd28c7f15e8032fa919bd1d8cf06ce90f17fd2d61828443
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f90abcb7f35f60fca0271a3300c79bd1f0960c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd34f5b01345dd62940514b4f3367c9a020716a2a66f0e8299bb4e45be059a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60184a0da23c23c8cb49e717a83f91a3aa5ef8f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e352c6fed162358931ccbb571d26f0d4c522cb2c154684ce09e8991e34fe1200
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6917b130e0304fe83b089c0dc2c8c57df62eafa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e32652af31887343bc5618c9b449ae56290a59992cea6b0a4b888cd7d5da8a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482899d6250a2e1d047ba05d212a1f6eb81cdadb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31df47bc8b92713f6dda9e9ca61d90c583849d7e3279e8b6ca55bd93880436be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646117695b36da1a19c62d0f402b27ab49919823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c4057b60b5fbf77ac9330cc0bffe7af3f63670481a50d0a52477c69be5f5e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ff5a26831768e7760866e74916df7689a2b923
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b57491512ee4842abe70f8027d8b7ecf7a6c24e2e2f5fa57be46c9b4f5776
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13868fe61dff1d61722705d30f4a33e256e5880
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92198f13ab6567378ac54a40a657543a189038eddada43eb445298c84ed1b94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2084756a39a395871d6f2814dc90649381c9865e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9c20c50dcf9741827566cb869f1be0e4c83c641d10f114fa905824340ec465
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4799dfe1ea02bf8dca109444edd9e0688181389a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30180dee3f820b37b607e5edd921a35700907eaef9a03897ef6c25e4627c1d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffc296c10571e273da4e95d2161f02657368d69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41383911c1d4146f4f6e982e33276113c1cfe24e51a1eb151c2ea85bc6e84690
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cfbe6ae95a981244bfe95f404881c8c971878f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a76f46b81cc179fd004582ee81f11cd12cb2740076496f7b1ae3fd46bc806c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9365b9a9648865297dbe632e1a36a89c2f2bc6a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a8d14e7fe97cc3778bac4874b439d36a92316bdede9bd5273ec37328d5453
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34a63cb1d6045a4b044749b0ff96119b0328c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8c2f7fdd94e58d2801e091ef03fd34f1697e114cd5102b0f9f2cfc972edaa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78cbea578e22cf88e4e005e27655713f9b50f05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b49e767b6d80a723ae6e80b387e685cd70594ac2c4757c09c1bfc93b6f7ce9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b5621075f22e9e70b65f51238984344fb07bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbec1f32ee09234fbc0e20cbdbe76ecdb9da3e467bdce1e083e2e87c550b1610
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d3ebcd49a079bb73542a4411dde27d0e24b8d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac4de5d953af06806ad6099f645e2edb5989340f55f6b40d281e3f710ecbaad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d61a21cf96fdaadddf4d3dd29ee5b3c12c8bfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60168706508c4ef811470ba1fa7f8c2bf46f9e33743f9f6b3306af927cdaf59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c324c6660aed03579d888e247e299e7370bd79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f2a0e03799a79d2ec222fab15fc3e517d239fe26af9d83f08ddcde6d2b21c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9925c78ac02efe417d87c983b1cdcfdbb7c14c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64463bd3b2cc395fc4d5533b1fd29d9cb865827e634204cb8ac95bdeaeffa0c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57930a28e9c04d628ec25b328cf316782787182e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aecb5dd9e51480048a9cebab399791a7e922d5b73445b053f5d348090523fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b69557977491c814f5a5109e3b8a243ba9fddb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e37ae2c27378648957ff600b9bff0098bb88e316d3fcdb3cbac3f65df31c388
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2c86202f5d714318376961095913398c5a52e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5b970aac22b27a54fd43c22e8f6c788a0ca6c7a61af14b7c2f5eb2ce8b7e85
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133deccde4f006a97008952038c8997d90a8aebc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d6e25489488576d04feb92b29c5411733dda977a8c3402225a07973b1da60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b476fb2bed66bd8f4c09621d978de71bc30eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9259386f1e9616568e935afbd3372bb6e71da3046eb5e38470d68729b3bdf63b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d9f4aa9a809949fc0c9364de550ce777d6f19a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645079f0e85d06a15fb45ecaa7c3f48218463b8f3d4c73a3a061f96cb20a4052
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edb35083835e18e7f22487738a012982df5ce8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e9525eb9c7486ec8c3a93b099dccfc7da56feabb5d89295c5ccdf94c9b2c36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1475f663986366f483fba64784b2bed2b5a814d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da11f260a55c3e7ac611f5f768e6f44bbf6dbb47012db756e78c02b7ac6cf47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f418687983e2bc02b0fe83e008f1b6321106ab6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9414512e25d609a1f6df2dfe8bcb5e85d9f4b889413f20cb45762f78b73508d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bc611bfd201ce72255eed2e500d23edacaff3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c798129e54cc2b7980f8d60a5e43c02ba9f0339fe7ad5cd0bb4496613df80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c81100a6f25cb7741ac29e82d7fd5dac06e46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33a030b313b48d4dd70cddff3efc4da481b45e157fc6bfe27b81f17f2014513
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12aeb3d0b9aca2f81c02cef5632fdb9dc433f80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008dab363f49a77aced89a56d5b2113063ebd50da6e6703bc7abefa89679407
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02dae8b3b2a5e5f3e0d2a0d9d4f73654cfb08dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d01f5902d25a19a78b6be269c490ecbc61a98e1105ae1f46e6815697a8385
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a501b09a1135ed9f32a3f1b31ce51dda268a784f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c025d06f30e350e369dd4d8e10abc9b4a6795b4b9464b17f4e01aa0fc821b22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954ede390011f415f0b75852e55703fb47f11684
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ddeb96a4fd50f54f61b12645ca69d3a21a2deccf0a200ff6a46509e8c9351
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e117d0fe17f8814b13a087d4f26fe91b9b69907b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28226741fa7b1bf9a8a5391bd772fdfd39e5d459be96c6e288f347ea94fc576b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282e04e0acfb580fc467df64b8faf542f78f0b4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecd40c09fea7cae2b8f24fdad58c60664575020532750ff88930ef1f2c630e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c7252efcfb9eb427fd3b5f9a7b4f170e4cae58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f28dbdb4f82a921f71d68ba164e9c3050d7b2635aa2b421b1c973ccfa9742a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fce0d220a7439f2f6579eae13c38bb1f582a3e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4d185e1fa2cb6233f808e59d4de34bcb2858db6ec80c14250aacb15e9de135
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43280fe1bad77a5408aab494212a3fb6698b7cb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154d5750cd1945d8fefb97e0fe4c68b54c774005c7e267b4cb02c45e7b13818e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa8b99b5d239c08d57dae0a03e55ccf150eb046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424d9e51731412676c3820927f02c9a0b2bb322eed3c3069678f1bfe83a8fd70
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af712ac301bc9b2c7dacb2851909fb1055d0a55d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c412a9680c71344e89796a7c63ed13eba12198ed0bbb6ea787eff2d0624ad208
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8869680b28a2dd0c991a7d5fcc4b62d7de3d85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d1671fd6c524306c3dc9666fbb103b80334d58bd5a16f793c3928f65afc7d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738af501bb3f78547e9ac6da3a429232e96dff22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fe3b87cc56d6c2b1417d652c80205fb1820ac7a12137307ce0ff1dc57ae94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a19ed822bf074855999702f905a243cccef78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f6876ad8e27741364cfd56ad4e9fc1e8fb8cf89bd6d8b5b622163d1497cbf8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48132d272bca8dcae656aa2d1ff751897fa2b10c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3918df22c31f8e2fdb6ffeaec62ab491a4571039bdc6440ff7c1b6317ee6f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39408a2dada60a7162686bba3fce165378e0e1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aedad0fd04d2744559023fae25ce25f40d5e05eaeb9fd1961f56ca11f5140f9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dec735b3bfcd78a5e14ffa253c9c2e11a858795
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b870cda074ad897828e45419a30b847f28bf11a0a915bfef310e3e0a1b5e7ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6e593c36ed16ad12e5df3490837a14583a1511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4293daca8e2c9170e31578c72bb28e0349e0a590f67248acab6cb89fa550d5df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7027383bd4fb5ae27ba86e014350bbd6f50223
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e4aa88a8e476c7f2968f912f78087c8fdf9d9688e7f547b682198bcf5f8750
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab70e30ff318ac9d319c7b74afd396e7c4f07b77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52d39c4063afec37a85f4bc65fd5ad1f21b8c5e86d790060af524e4f3dee0b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556cf50e70171cfbac924ab5bea40afb0e4c2c8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67ee7c14d35be9f58b20954ac1dc577764cea07a067e3bbc80e045853dc8071
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205256df40d99302e90ad59aedb104cd3b6771b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8098f9268dae1dfe8ed25db6e0de3d1db43b1c6ad4225a388ab140f6d047b214
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada346ff960caa976976eadb088df39c61d9b848
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147da8e048fef7856cde8c93e41b44d92bf1c78e3f20bb3853ef2dc1569b9147
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daa7b056a28cbfae1bb1ed568793b78dd98311e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbe44f26388c1738f9a42d07f5b365b5abbd601f127d899283d5d38e8770751
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b75f1d3f261eb6757160abee9b173c6b3465828
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab081e52cf111511f1e7d1f89a86317fd11016710aba52c23627cc4729587278
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe04a6bc7676f33521194efb31bfa44fb48a568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b112ea92ca11200d9f45cec8c8460906de99ebc1eb99d1da67bd6003f4c01c9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5809aae408dee0f94beab9df2a5b104bb57cc487
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d111dde26af4b8876a7d72f6b7f31a58ec6cba8c49e5fc170e69d49238763e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddcb3a41b549b24bc7e4ff5203b5213c4ef51ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749360af2b5a2798d02791a673b9935982453e50497efcddb2e51e2d2216bbf3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c825d0f3d598b7a0a3ee910a2e3c02a0f814237
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635065f541ae717d7534fd34603d4b39f2812c3d1d5e29886384684ce64b2f1b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aacb51805a6e1bbdd99447207d216c22d9f85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed327d355630ed42d1d8d2e412255ad1287e25867191a5d627c5fe31c00d18d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27271b4d171cbcaebbecb88cbfd27be2bc574740
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9810db4caac563dfca8f4c0f6284b338ba787a104fdbb923589b98fd24ebc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b259aaf069a4b834224c1f02ef2236a8fcdd46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff8be3c51b39ac11517b18e5d61b6219f85d388b60bc5fcb0ab12c3ceb35c1f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f17a3677b5ef7ceeab2c922bad656ba08dcf0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a716bac4b22eaa02fd173c0d13a03131d3b21be43e174e951e0ce153d765e6c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870dc2fe62616eb5dddc7de6b952e9da5cb0e20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748c3deb573da375d2517355e313c01f190938a53f0a4cebf7ad19a2a59b807c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bc1fd1418c73ea1e9f4d93e19cac20bd109224
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ce6470f780df75273d2bac7f3b75eefa7b91d37772303ee7ecfd34e1367d12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6843b30d6a3ca40315448cc0e0f484a35e783c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d37073e445b142bba100fdd9da705f932a9b51ae5d3133605e7e53c5d46a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50b6480b333adea707ed89664ba543a25be3ec0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fecebf9e50e5f8fdd91c846ee1ad853ec37bc81f97ad8877f43214d51c07bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eea48a3efb4aaea1d466a3f2337e49825dfe01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ebdbba4417ec3c39284ca74ca1ac32f680e45892f0d21062a81197ff109543
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaeddd8e335c00b0aae596fcd098554e11f3cc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff31ce2b3cc9d41b4977090f98d9b862f3c30a4d9b9296789fef93b09c26d861
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae60e99eed56560343930fd4835ebec8936145a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e018c501ef4f48450a2fca672b6214d1501eb68a268b3c20d1fe38e17aab5709
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c48dd4528e8f7c54ab7ac4eba14c033304ee0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03452e514ba4349007aca3ae2fa7fede2b4cacc83b93d8f8b06e4ff4d21a8337
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88937a9a812209c0886791009d3a0c696dad1f36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920faa3cce82f513a8eea1de4f71fe7747dc5ad6847c1630279273d64f4128d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891886c9af9361e0298c7261cd6521186a292101
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d94fb95c8900c6a5ed6e137b0ab89435babf4913c55e6715793e374715095e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42580dfbb96fdbed7c008f209afc2abf8ce6ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a280aa86f9db638592a178e25bcdcbbccef700caed2169ffd305e3f2fa664065
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4be55735c90b6056273add6109336bc123b1f0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de12a4bf9600925604e603675eb914557f24e55b7990499bc7c9033f55de2909
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756bab0705cab37f5e3ec682816ee5b7bb904bc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ada3b3a90d0f7ebfd5b71c26ae1bef4bab345993f2384768c67c1b52b44c071
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874a1442cb630e87977069345d58ca4599217b8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71863390b6e34d4a4497f40b7d3f4ed4defe12afd804470aeafea0ca7bee4001
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e175f4ee4598fa30273ca5d885aa2a6d8c94ccf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cb80d5e0fd7b610c9590888c875b2802dda0f61903d16769f201db7f60e19c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c49466891433522196b4bc37a1c675d834a716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb2527f879ed21a8c741692c0bdbc5593ac839be6eed813f15a3d0fed6a1b95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bd9128278e36370ab7005c73e684427f1362f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2014a7120852f028857635317d26e2c24e50ab1e58a2b787945144ccd4683a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae6c43a558f45205686c931e1c7a122cc7bfadf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d83a517c2db4379393dd2abf6bbcb3acd11654beff3154739b205164b4f309
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39d8eae0acf9bf65d03387cd90f2dfd26c51b9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c11e7a51f5b223bf2782752ad021f7db06a6f3d0378feec21a73515d80a8d31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f548c6337f14bd3ef5ea707eb655f2106d603a52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbf65f67b0dc50e73fe7ee1eca12f49ca77bc3b804a2080137f35d7334d193b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fb89fc51bda7b2709159b932478d3f2950da32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72227484b79e5689e83607fa176f54601dcd34edf3f0ccd6a9e1b2261060b1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f475fb458c6a9bdb3a6e30362b52b9d688d632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02051cc59a65a7c95ab0ad5aff4acbb56f720076317fc0acbe8b72484c6b44f3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7925b25320498a393ff1e54fc45afbb02a1d3d33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26a876535431443f5cf713a587708b10bf7c945dbfb3f5e00c95a6060bd9f94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb6715be09ba8acf8314953c720474e3a180a56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eabc108167eef021bcdaeceff7dc2dd18a088b4fb2df289a8db6932bb75319b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ba4c4559d645b145deefeaa3510833dd906aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7bb26f5957163150babfe3fc5b0b70a82eec0ccc60d38fa0b12a539961b2d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee7882cb0faabbd2b3f7833b7a256dcbeb054e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debfb0448e0ac69511682862e136096fe220b8b0d8570b7d267961dda2b2356b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba73a02c973fb7e0f3df7eab310da29b263ce4fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5cc1687081b03bdd5bf468c3906f9947fb6a62bf4fa4dcb10d6bea16cd75a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61d06284f671244348705351efad237e914a086
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d6a06cdfc27479e7fbd63c03f59d657e7873ca45d3f65bcb9eb2482e45974f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df35768f3f3506e02929946acba122fb2b993b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d5fb91b9e0e56a13fd1ad968eb3fe82efc57700cf74c7a129e8c471ca9f4c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe9e01c812667a0fcfacafe3fc8665d3ee04877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aebc73638f12c47706722bdc0ccb944caaf384fd5ad0357ade6685f074595d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2057e40d3e4d329f3463a968cab0ad5baa0807c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec8a87bcb0573ea32dbfaabf562ea80d86d6920d32cbb19f1abab9892c304db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf5124edc76f3c16e47f566f1601471f140870
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9d83a41b9175deadc6b178261131d8fe2380ae55ecf9f26cf5307d70c3ef8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54bd94c967e7cc6bbdff802a0353499ee2c87d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32469ae70dfaae7e76b8ffc086b7fabe6ada56f61b1cd901f846af73bb2ae2c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d70e6fc9d2e01a3bb56818c5d80892ce0c096f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b80bae2af3dc9adcd607191fd95ac5fd9e0c0f7623e5c86af3a0bec108f5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622225d35dfc661d48f91dee755f3826719db719
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b8cae0d082ec8e6649f3329e24c0736f1528d6e76991e227f2125294219b74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76069ecf11d105f2e01b8637c2fb43e26849e1b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562901398ad57d00e575defb8d560de9f91d019c8b1dbd93b2259200d1e1e79e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7783198115dd2ae2b4192eeadce7a8a7891ccd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df5c137a03b506c4fba960d78be47130487912bd9f78294a8395b8bc29cf540
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a83c895ebc48960131d5878fea98e791b1d4b80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f35d0f7bd4fec0fd29e53e5cccedd3b8233d2abf3cad3cccde9ca0bc3fdc7c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983743df0c4378b0a0fec3b3d3accecb064a969e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1456e123609bc931de8100a622c702be671871b87edcf4af57c272c243c4249
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60c5b92a76be65547062030c81f7016735c5db5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4db0f6230470b182261d4ac3bef98b24b4b90c86c5c967eb305efa3b9293d0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c090bc67ade85eefcb5118e49e88fd26882f6f74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6878cee6bb79c1dc5b44759f7f9de2cecfec47216532e13709bacce731b906
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d38bdc035df0a8d3c37a5b98894c509b84a783
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b2e37656ba92556f4ed47e4d6adca8c7129effc7c6e4994d00157b857a5e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09dbe617abb46184ba22ff6d8f96479b49901bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475f9567c316e099daf08602035707eaf29d62a72aae0d3eca9cc3fca00deb13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89523775d6f62a41a286d4b77cf860cc686d2b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6378a71ab5f4c3561001fe21596b3c48477ea52737849e5af4536fdbedec24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367b2ccde8872026717a07a2d924cc885611c45a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0b059074dc46df2a8bec46236131c68d56ee1c52e30b99e25aca5ed76367de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41383364d14da29a991ae039d2ae0c65d9b5e63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accb112d6e2dbc27d6ea8bae2a8cf96f9b5adc7e66471a12a882fe0c6ba39658
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e97197452b4fec3fda1f8b674b247ef61da6e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9379c7a11cf458809fc997ed93127f897d66d13bcdad8c212fc86ef9a8625ea3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f0cb170b59d63f739e6d1280cfa087aed7991b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac31391f054a6f3e95823c50154f456310c7761f7d9dd4f43ffc29faa86d7cba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2606db83b91a2a048372486591f0212f8d05dfd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887466854773a07fd0ae263a011abe92f5607d560e903fa1db986639bd4277ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0711a3119e94f13fa9eef80a1f27d200096588f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe094aeb0d0137b391d4dd0987286a4d967832b45e53ad57087e29ae2bd323d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552f887177a718b7c43807f50bacecadd6b61026
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abca32740fc8f759e5422303916fa6561286f0e047d0a6d6e61b32f17742396
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b589b90ce39503268518fcdb5ac13df6003e114
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4027f98a895c17c6b03d805b589c71f51ed2d2e0a0cc6f22ab2b49be74e2c1fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e36766aac0f09a516a692bfd6f4da8d0f22f35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eb9e51b0eeeff45d0e086f096e5a17151f951dcf96d06eda3624f7f4dbec5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c1327f9994c4ba154e1d0f787ac5cef7fb5aa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2336f4d48d127cb8455561620fee3d001890a47b9aededf74155d05effe85b34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4991208017e765c161ea796c62f6253e6132ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d61fdf1b795b5f05ca12b508a7e62d4e477cd25eb59e6e1b2df41c6d77b99fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfa61fdfff4197ebcdfe3414e546bac29d15dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca9f6b8f1fe6adeffd4a3678bedb095ddc30af936829475c2e86f0164a45d12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddf72f7bdc00a9e69e2b34afdf7eeb5f55b44ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2232685a813c9fe1e0df8ea4a7fc74e47433bafa479fb2109e08646c84346e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1ab420c1f7fa877106c7f87e6c2a7a19e3203c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0de9f541bfd222c73d2188921183233fa93ae5a16ccc098cda99935431ecdab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796eac3e69f71a297d7f94d4008e72a94d65eb4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b032c9e3a021ef8efb716e2c5cfbe09f951697ebe21fb31cf9df7f3c00c99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd97a07e6615f9d6ea1e95f48338de48da7950c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d350d5864e74b9f8b86c19ae8270f16e555543872d679aaef9eea7b5539f8380
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc825b04e31e0d576a3b8bb3d4d9e8f2df34ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b5eb1b67a8fa4d6ea23376386c2b1cf31423a83a5bfd30b63f0bc357c8f3f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99509cbe67d55dda5506f2f132378e6fbe49c939
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856360fc6d9e2eccdeb4cdce6e2b4e8c3377dd18bcbf719b7b8c41a64879dac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342ce569788d8040a342fd1cbd4d5d437cbb2030
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e559da9b3617cf9514065f7ba56a655c5adce31a6a5a11ffa814f33b95cfad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3d92c1eca06708e29177b7d7f586f9f0b7592f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa460bf9175822e942f0bd8839d9f70bdd71fe249deb6f691004fe5c515c6f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998c1fccfeee9d93b7e18f728b086cb5fca5cb62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02888c32edbac52719fcbff6eb013ff38fe3e5e21ad8d852f98f5deb48a07fb7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af13e465cf1e0123b0466dfcd3f33974a5e68646
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de5a623c08fa855eaf476feb56600ebce01928f62aa5edb93ccedac406bb212
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b391a39dcc40dd2b53b1672a185a4f2b10dd0df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2e478ff6d95e178446926c3768e8b7c35a98f32dd99ba3d6a3258792f38fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1e86f61abcef9e8d76a3262034e816a06d2b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b918b07cd1bf8a79c478e3d31cc1cf8ca8b228516dd64be2b62f632bc7e4356
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e59c810c5cec4308e51f01ca8bdfb4b37596872
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdbef76336815e773d7d8c6346c9771a57194168d14c0c54f524474ab6fefde
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bc463314bc1d14e52ae3fddbbf4e901eccf113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b737405a5baa90c2932bdb2f5d858d95878d70be13347ccd5933be1e50dee1f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394204cdc2a737ee08a5feaf13441535f501b908
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e730a4976bbe722f36ef2f82aeee16bea92ff87ae1de8d319e8f658b55607b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7400c93bfa1ac774b5d3bf9994eaddaffae4c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8138c8a7c59989bab4e9effb95fedf05541856b592e7078fb2705bdb57375
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363b4bb44100a2810cdb85d404edd08654f22c63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1854d20af7508b1504dfe7dbc515cffed86233d84a4f3dc384bb66e0febf5672
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7765db191b88435ef9f25050bfc993a1e1d5c352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f87bd590324e9e3f9260d498f8ffb8c954d9514bf4cece76498e7f8e23f28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104578da37cc44694f440292b5c506639b5071cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fb200339555212df8af83d2e2dcb35d534bee44981cbee60e30fc1a95a655
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426c615fd1e0e85292f67ee1993b5848302d1561
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b5a216066b94db10e06483d350eaf2845a0d468044b0fa4367d5a5f86b9a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d92b239afb986e9bb678d10e5d95d0c4bc92c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4631d06d28dcb35bc16a7ff659f9101c0f0836bc217a31fb07ccce97bce4866
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a42f3c7ceec0fe9f4743c7b0dda12c0a23b1e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26c05c7bbb443195b851ebdd02557d4c7a7c83f24264fc1f658196fbc0fbbc8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a213adddf452ca3b0d6cdd64ee19fdfbdd040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8805bfe9f9c4d57dae7c02c75e8dd4cdb3c813448df69ead61545fcf7c22bf4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdc270d040797ba098d57fa25929924f5bfb921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acd85c40bdd87e5471eb7f35e057e48ba17253d2eea81d78e97c927787367dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb8dfbcf619f1650cde51a50e5a9f3f02de7fc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c27de82e43e294ae9f6b384fa5493b1c72783f054f87126b01c4994287baa07
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e84b3f8fca48e1156c3acb10aa9a7573ce150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ceedb7a7371a9e0b190dfb19d917f4432c53972bfedcf61026fa70dfc510ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54e73c5ccef7413e6801e1de50b1e946a37f42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba02c66b3166076053c80eb4c89a53b3ad009f9b3bd565973056ae695681403
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f2c54f7c9f7844998625867f019629ae4addab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24465a96a7d909bb2ab123851ef06e502ac3da857564607826c44127a23c3f2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e60bf27a6fd2579d7f8407e6decfea2800f364
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1334605837d4b60f196df465fd7db3f1396b0dc993fba1805eba1a5793817f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d4ef0763bd29bc610f722a65c67d3a767a225c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ebfc9c7bb1608387a69d383758efcde4b7124aff77a2ffe774439da58ef976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b4ce4f6caa899c73c1cc417a85dfb718e015d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f930f996ebe8f675d3451ebef22cd6c3d85750e924d2dd80659b8f08beff5a67
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdaf385657d9dc6ec8d8ea92a3bafe598bc78d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efd58f976fab8c8fb3cb33a9ff94e021982441133fcaefb2768b6f6421dfb5a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaa0e6dc8f29c2d2971e8be219ad513f5bd3ef8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70957f2e2802838dd1fcb9c4b84260a8cfd113e2d1dcb5d0fa4227e4419e1e42
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d916d93cffff21a226825e0436576eecc19967
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5414db3e0db5962b3a1e54f797dd628fd4f762213ded1f67704c8cc87f0b4cc7
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84eeed6a1e97b377043d08502b6434c3907663ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8471d56a7ce6fd3a20ba69ea3d95a871913e5a2318524b439212cde38f6e9d71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b85ab5aab56c8037e43728747419430083b796
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc647c5f36edf822bc0c382e6c265e8e0317fa8a882749185f5ed948e700b77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e424acccf2ac3552618747dcae85dd1af67bb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e30f76ecf84e2c8653315c85b55fb81a2bacbbad89944669583afb5ae0c6b3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb9e39687831fbc80428232963be761b54ce3da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c265b3bf7b32a52921d1e634a08f9d1e3e92c4fffda52764db1b3553d643acea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d769334c64f6cb36577d01ef19eccd0afca2e0f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c14ea176535501daefeac0f7eef4744c6835a923940b16335328ac2a20d168a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253242869767106a0da7e2be1959c49d90c78e73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8203d6b895f38e8eb13460db717e528d4160cf20da83a2fbcf91d07aa1cb1257
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac9800aff340d0218747862c94a7491308995dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35e733f8d11c732f3f9c943cb085f0837fd345fa1c7a089dba7db377b965ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9582b51bc8d3898a2043e0b3a53fbc32b4a59040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037a6fdb2e9fc5477a5ae7513fa9d78217552fc3b6a59ecc1a1b77d8d037fc8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669265ad3e8022ced23209d69c2a4c86218e6dbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6738617af93ee5c822b32b72d029db2beabc8ed8aa668a8c7ac824b35646640c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7cb0327f2cff8e64d643ec75232cf82b9fbdfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc021553afcc33b6dcb34394e4fde47757e26b0e0ed6d6b76c2eb8bfc695b62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41620a31ff9a1dc08d82f0d84068f9fcc70e2bd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb46ac014e519ebf3eb9c662ac2b52f5df6026f5408a2e6ff6bfe0eb18226099
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4cf0bfe3e0e6f97e1a2b08d14c0311ce98e279
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b223a4621d05bceb1aaf72502cf2bd2ac571e825158347f774e75872fc69d75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4807fb6d862edb5a325684974874d6ca1cb59e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f1b49cfb0f7d568a6c5d3fa881cd84b7c63a9b32cca6b8da207a60f60c703a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b07f5a31eee38f2c0fa7c40e90c04dbed679fa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df44f8de05077b2ed417ecf912b70677d802a926023735401190e359fd1e05b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0864bd29a268916ee3e9611d04c73ff9cba3d75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fa9ffce6a0753882d14857a798401470c031e10b745b083f6b4360ab9a5f4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c32c448f5bb34803ce583c78f5f94e9ab029a05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46530a84614b81c91f36fb28734676790474b23ff80985a114e85df7c55d12ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94461ccca4d1d63fb95550579530d018bb68580f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ef5320c7f253ebbc1d300beb472db054681e7bd0e64f33ae3b3bea7bae0157
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95c17bc573e0cfff40292000ee525c94edccfbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d199da01384aa6a8ecf3c0e86b79f00d0adfa9c85c0cc4d170d281a61ded17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22892a0cc8d19a67eae7e6f84e0607db5c90d1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca6fb823bf2055a82e07f0bf24228ea08dca37612b4bbbef62f1f778d288b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe5bfc48d56ac97899ed5ec7e27320469b980ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0842a506d0d6d51bd132f615b2d654ef3ce583bbb2d964db55dcc4d52df39780
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95035c85268dc9fd138caf2892bb8d16dc9aba19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f415b426cc240a64a9810f52971d700dde5063e7fe260ca7758f700b843d9d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518e0b2d6d3e438ffe274f91ef76dc59237921d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8362bb17f86ca2b312a446ec9e610f57fca1fd74d56a4beea936d4bf3b24353
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dec0a3f22e643db6fd8559874ea8ae94cfde77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0148094fb6606a13dd928cd048148b82ef611a18457ed9d81664b23ed1cc38f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328dd1e666c5d9da3781b860cf4b7ef211dba2a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333b254845f01447a7a04663117b89a24f56e3a2917afd6b0796806658adefe8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70662ed417ed13b4ad62adcc5bd39e9108ee6384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6407abbfc01509b3a590d9b9364f9eeb496383eacc5db3fd4cd8100faa146175
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb56471da5d6f2765218d905cd96a54dc5ce93ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1c5c8cf72548db290ccda562281e33f4e22bb7fb365adef1f9dd35fd0667ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cbdc78fb7c69c4e9e9921c88f3ac977f5c901a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f93cf6872922929b4b1dd769a8cb57fbefe0cc7d6193d6a38c61b35eb5f2af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccaabab1693bd4ae30da7ea46a81e38c30c387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f76a6b298471dbc5d336f1096cb5aa92544bbaba5597d57b76ef8b218d4e57d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5ad9899f2a6bfdcf528b214d4572e259012318
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2902c354ebb67d8a95c174194edc004cb6484e9417586b5b02baf0d7fd6854bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f780e46c3a886bb98afa2e7c7f9b5c5667fc6690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800200f1346c0a5980ac32431de87814496e6dae542b77f2ecd824b6aba9c024
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f140f0affd7fd5537351818498100ddc7f4d622a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3837d6a97b208945544b1db445fb559d5efd5b9b087a048de84776960cccd4c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba356b4bbaad6d7bd58a209f976361586fc19673
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ffd20456fbfffb35efee03ffeda504d43ef99eec81c9e3670c414d953d3d84
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24382bfb2c52208fca2ee053ace4b57f36d7211a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0268043e18501bc09e6744b30d8b5e5c33d8139ade8ced7a56a96ff1d73e204
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30c45f0a02e4079da2b481f9c1224b408c6093d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50dbcba88f7848046eab9eb4a923c6702e91c7cc170468457d4b1be2ec34b56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b159ed2db59934214c4d6bef803354d5f82672bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d068d7620773feaa3a2357a35da900dbafc6dcc42e9a9b760461816af27f9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd562451fbe28277b1cb11cfb85b0d713cefa5dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ff414302cba2d626753d4f8e185b90c262a3a3c39f5b2a855fbcfcd386b687
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff3d82aff6a76a91ef821ee4f7553859b01efb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b98bc15288c22c9e2c525af013ebc6e2b60ee81df8f5597e26eb429e59aa8f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2ac04a61df259e2be97dc25710b95e1aad96d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ecfd5c2af4c83f162846bd3f3d202bc86eef94f5a1055ff85d7fa4a876d5af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2897fa5a9ec351249f7409caea7c2a62f96fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2086351137673b9ee1bfd7c343eafe2821a8d7bf68bb1667245dd5597642d31d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625d5b4315899ed28a735deaae58b39c2442a5e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9907fdefd918acbc24cdea5a7d961d53ed18a42ed3626e3a0ae3903285641696
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c887a9e1df9470a2395ef1fa54d334506558d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaad98b3d8e1cd5898f883382b1775b1e9de95d30733c03931cf6f96a503cf36
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2730c556b0ceffe58ddb14b2a519ed10a74fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a7e2e930af609d47fac705eab539fd3c39e43456152fece9f7b2be49156143
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5201d479f33f506fd50b7e41839f6284fde2b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341c24ce77c3d49c375d395623a806b6e43f795ef3b0fd9e8bd242a9a50be11a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27825033ccb8f6a9e7f3521aabee884beb03113b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bd74c5aa8c95f34be60a5fab743dcc9bd64947761ac90dae8b61699afe63ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5e25334d27fe2d251f2ce37c806206c3d01ed3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9909ba7f19bc43ca4926af289e246b2027be2f685396bd51749df624b4e08422
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2d2812e0b0e32c14e36fee617c6e12c9d5fc4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f358f704864d2fc20f3deac86d03d24e0fbb7c181bbb65e8c955147dc3e73
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29383dbd55899e4f890ce19bfa64f701f983154
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438a91f7e784d0b3eb5f80cf7c0e82d54a1cf01c3395815a2d698057e7ddf5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae1db133d1f1c058fb48e6e0c281ed38b8efe75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d0bb5f03a293686e49b401d229dba21a7ccdc829b3322ba7d031b2e20c9116
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb002f57caa002f016515aa3ab56bfd818ebfcc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc151fcc42506a294894c7daa98698b76bd322954759b22cbdae2a6a537fbbc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc215585fefae8ba03e95a98fd90ea974ade2ff1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d2caebaf49e01abb84b50263d37f201f2fe9afbbec14a33bf11fa17d2eedb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f9d5d49221686be7502ae6d99d80f428db431c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db55650851d2398c9c64cbc731edfbd286720b8a51afd9066ea408e46ed692b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6b307819965857269fb3977016e7f55bc8a2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef55f85b99e22dd609053e97fc18390cd397aa91aed67a204b6d1547a0453b1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bc2cbd03f22b9905862905170e564eb50a491a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565ed63d20aa67694a51a0abc491a2add034325db5a4f222c6d109a032041d0f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ded6a45274cb15118b7b1417bea0480b2ec5f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e01c144a81e47f3b31ac0214346b8c4f7c198c8d3288b9ea4054ef4f694df8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c332abe2dabea26509a3cd07556e0aa1c6ff082c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47825386e28ec3a2390c1dfeeb4d985e7ac6893def67da58e5d520ad43169e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4495388b91022949bca86fede156d2b1d1f43fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c8be3b4c3edc9d016f5a7e6a78d181856d8033505fd6d3c4bf33e74e5fac92
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280fc482e322ac41b12acc219126a29b52e5abd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfbe936bfd8b95311ab32080e640a8cc843a1b8c4d9d2d2d133fc35718732e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968e2c27c41360a2177fd743e34247b19499f00d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8ff4ceac0afce163636b17a678495f0d08a3853d1932e2dd9c3287bd0b1c0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc95770fd76647662f77e23d4bf43013aea712b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab389ecf14577200fde6b8b40e05467acf1af89bb93c42cbebb6c2f76a99cb3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4153819127c340ffd2f4863ec07e97d7331c468
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3696b7227d4a910bbe336224b9be401c84d6b742b3db55b07e77601b318b6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3048ec05242f2407abf28f9dab798eda7807bf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37861723fddf5c573efdcee448eb8937feae1826332723d9c58385f2189bb1a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0fd2727096262039a67126ba4de0e73eb8b9ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b75a2f5e28585fa22204b02d034bd25a55370af924a37e2951aa2ecb30cb82d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3471b2d15225f05608e12014cbb06b7b2580517
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd956e6384e30aeeabc2a7a1b53db27cc13b8d4ddbb3494f88911ae234dfd3f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ac0dba1999d2bf40187952be6cd59e5263879f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d361f2c2ee53de2ed2704ac6bd9360cb176c46e139bec157c4f1b6ae3a54a1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9ccc66e46511c8ab2dea64c5bc6131167dd733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd41fc7c8b2a077824738bb8d61448c59f1d9703f133ef2ce7597fc38d43bd82
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb14fa1ec8ed3c17f480f96de4d4d1e68bb3f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ff8a71cc5a2d4cac26fc26f77270cd2850c74eeb5086d409a27b43751ff27
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc4dee418c9712fbb29d15bbf21f4b27ac46ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f5dd0f5c289ebf9261032c4056838296fa78deaa49cd27809ff3335d8e140f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26744d36bb691849a496e8078f6f7240cfcec74d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7302b007faccdb10d3cb61aa68a5f45b99d1d65c6f073a67df729cf5866515fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbad0aef453f6879695c567cc71d2d39a9eac9c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710d6b77657d17c263297a636a754310046cdc2385b933d584c9839f99e77096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8107cfa12fe09aa089ae58e85c3f65f189c9e14d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7716339c3a820dee5de77723b38f8f1ae4333a8de18967b04490f15396e9031
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8072342867a6bfe9bb05e24517dd71660e6019
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932cc82108acfcb8cbd80231d4f5b5128f2c5d59ca81bf30cfdd048f211df3c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d9d6ce634b4c3024cf9f3de945bf3b995a8cf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a730c6072cd94d278c51138f854fac5c8c259947349cf38f616c2c5dfe616a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767cd5218dab0dabe4d633f124c1d37d20a4bd52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c3ec10f3d1027e51c117707c589054e1e7f2121ba9a2f829c09279ae8cf33b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f191ebaeff37b5f2df259632d885e5b646bdec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dd11d36a93502dba67faf68a58a2b01ea7834fb4d3511b2557f5ec5c3a5661
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95045172414462b5bd71a1de418442629294569
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32994dddfae14bd91a79cdadac9a90040461475c6bdaae0eebff083fa1d73619
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73780b300791a4d9ad02b391793fa3afc97e42d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0533b534f0427492cd6adf7a605942c2b212217de065de423b1ce2cc822688
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0587868bbe0233069f59c8515107544e6caccc76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645b5597b08465f3a88bde59dd5a9c93fe8f17336b1ea1fcd22453a734d294c3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae214b05b53c34aff86973e95045c96b3fbbd4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95ac99805bf64e3843bae979c3eec57b558c50cfe303d6463c6749b5c59e0ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615d9b67a108df777992dde677fed076c6a20931
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975902d3a44c57633f6cfa90a0e2537a383d7aa91601cb905ad16a0c24bb9ae3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebc20207b24ecaf78a5457812ff3d3406c87d19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f1038003fd6ed32dc9a200b56418c8642ed32275430fe922fbb429cffdc695
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab489a002f0263a4a2b475e2f8ee3cad79557f03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4099e0ba4d860385bf85ebd7717d71d016a5e28048038bd87a3277f60737c43b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54af28ac36b91ec4be3e1eac6d9b5712895df081
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff320a287515e91047126916f5adfd47bf10f9ba537d88ed6fa65a881ac82f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ece6df46fb57f513c6988f84e00771cec3b759
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f11b27f6fe356b68d2f86163e9d119cab4d9d0818309e25d72766d453120cda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84967c4f103ca2b8eb0d0add34ea3d35fbdbb272
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebc2ddcc21b3851d51e9c3c2336be69d05c767d2164bd7fabc7cc695cd5b73
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd88acaa15004603d98c44910ed999d3e98b23d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e318e2ab9a811f1b5ee663f417cb5717d41b410ad40320e955015daf42038b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0141d45e1bad6310d56d0cd4f5f57f8d0778fcd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55519cd2d0df003a8b27be7e9e1d67d69626bed55bf8889345c94b79c9469236
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1d0d8fdd8fc970f15f983dc481b55a17493964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a465fc3616d4f15dd28965f178ad130dc6bf8afb0cacf0bbae62ea98bd3772
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096c2ad475e4ad0862add5a19f3e65dbd9836f82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6be564fba7bd5a4be3a0b6c2b3457964df95f3078a4d24c8e74287c5e43100
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27ef9f11e9589a6c0bd6ef84f6b99828177c502
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c0cbd2ffd186ecd7b1acece027594e33941a528be33e3b8204edf46a9c45fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d04a02e516f2643ace80c6c5fcc22872da16ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b9f10fb443069e6da0e07b81c2be0c9a52eb0c3986683479715adbd6466eb9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec462fac3cbcb83c98f96854b9e8fd2cb45723f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e554761b4b5b1df43f0a57173d7a8358a5ce7cde125505d531bc2c055af195c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83af7cbb72313a06635751ab1150ce229cbf18c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe32f841e5ed4c4a49bd8368c2edff6658d9e202e92c126a70d6185e78c0807
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93598120adda8b71e246345525bc47e89e594e00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4090d1c41860505de0c4b1804337f4f7429f65e2b1853664333b58aa91be67d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f596244b3277311ca2e6d2d24fda175b524f10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f8de04b9431855e42638c1d43998ea57f1586f2aef53922b023ea483b90343
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09596af635222c9db76d31f301dcc57362c0a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59b35b84960afea2468f49fc734365d711753da0d094f1df3e17e91d8655452
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99d0de36b2d8ab0e80fca90aae0efffccc179b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d93835b5e2c1f2fbafd1a922233b023eb86b4c6983593d59f5aa4783e94fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df88443fe93a2f95c117cf7bec999f66ac3cf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d4e566bf2313448dd29115a10e2dde1e2c5b6b7cb4e49e20dd8296da9be71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01625b3c954fa60cf65b644238e2bdff3a79fbfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd6d09975994412001956f2fd0aff6431b263ce0ab39780a08a31ca6f30b70e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ad5b98287161e236e738fa20bb7ceb37ead30f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451d57c3e91eb68278c1bd47581b9eefb260e665bd8577ff476597a7f34fa072
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560a1f361ec0f7f89c6df784a52e77d79bd0f8ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac77a77e1bfcbc3b9d33510c22c65d049a2c41891e704076a7453a3e7ed07e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf586366fd07468ab3cfd7dd4fdc471eb86ca688
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eec0a428f0e727cb8257e020c11447dea86bc890023fce1341f1bb738d5b3f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883b1a737b48df98ef9eb07582685706ce5b1648
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7fb12017de063566d7351ef959b8cb63949b8b384f13a3058414b511126d74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fca53501e855fa9bb19c4fe1620298682860b5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ef093e9d2832a6d2e4e017b298c1f0fe7744e0e8bb4881e247b9b94e9f4848
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f204706d44df2d08e4c846e9e6f38da9eadc4582
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8911d9885edb4849f64727fb484dbcd3101b7ceb50f0a9ef15d19b998b6f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca19f177f011fd829fff7f81a495a4329a042c73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9831d54262de7ed66d3a2e58ba4e0b5b5871a8c2d14c44d49aae62956ebdcdad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16c69e5e1d273d2abe76b8160c2f1eb09a10355
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2684db18e96df9e15c9e2a665eb245bf4839488c9403150ec43a876fd8f46fed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449d2cfd95dea955b6529a25b781e40a5b9a2a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6790372eb9cf134b7086b3179880df9dd63ca117bd6cd56433b679c4d87792
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d711a02830edeef80946d1c631cc38b17d717b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591edfb557fe19bad0fd6d05fe234eaabf64d8c47dd227dacc7828e39f08cf95
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c578897e51fb3e328342e2fd2cea3e932aee7d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a35453f3c493597e2026c642e3ce1f77e9ef85d3f25694e2c66ccfd26f10cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd2f3aa031dc685739900be68edaff547fffdab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05cbda7f9dc32bef3b07e4fa3aee9ba078953b5d59652d817a84140ad86b3c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00b1a53f6c53ec2a86f90d9f7159aec8b48af1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31381dcead2c343409f8b9174c3377defa4772cec528ad902a0228c22a5a6a6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5b0b31ba343c5a53f343f97ecc8f123185785c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f348ad76ce3093214b488cb10f0e4ccaf9e143f054819edf7cbe1a363efbb8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74b68a0e90dbc3055817d3242597762d59a7d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da640210afe09eb9c2851d14e5fc1967abefca45855637837f89d8c06f3a18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14181d42196fc2420b0d4daa2474eadffa31e8f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab7ee80219392e2d71df78bf714310eb66f52c945109eb42dbd97c18662c00
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150339af61dce7178f4f1034c9b8df6409a8b77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1328a22ac83f28762787eb22a1ebae62ec2316361500e71ddbfeb33855632e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16f3ab586be5cfd85b7da75fe67182b55114834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a85cb0fa823766c39cc759c2b58e774003710d5336f4f86f309d2facfa40b91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9775d10d8df6dca2e581961e9081783fcadfcb30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f484543a54bb02c386dc8d326f06649272d77407fc3eff7cba2cf036c4357f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b1c9ac61809eaf4997ea040b909927bcbeb660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e89ff7aab92dee523a4a2adb0f84552e579582973078b562feb7662553fe2c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b59b6bab0816c7d86b0823b53805191cd8b93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11121892a5f089658f1d327b9ddeaa12166aab8534854321142bf76b5862f924
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e38523e54129d780d6a6c57ae0b04e4cb50736b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be5bb563ad545c08ca2bb66723ca98d408426292f3337b6e9773096bbb6cd29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0c4346ca27402572dfe1ce10349f3e313390ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a9f51cc8000e28253e80eea63acb6af3b2cdaacdf47b4b9b4c7ac312328409
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a76c68591acafed251db96dbff91fffd306255
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c15c45443c619bb7121da143f4c560b56e1eafe081eb668731ac926d6477572
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485279e246647ee05cced99342253268349b96d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9518b2ea272cf5f7d97cc1aa161922f06f737be89b940207f3a8965dc48e00
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dad6a968ed9b265f676b00e1ceb478d699cbddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cc70916ef647833821288fd89431cd6124c17cb2c941e5050b5cf08fa79851
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fbeb8181e14938ef8d9df33d887370b3d36872
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389a312c4e320a9299dcd7e04c866101851c3634d7c4faa09f3957ad85ffd55d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3125018364b76ae1d366a055cf74f95a8a8cc4b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf6da9638593c42c00839026c7a0fe205914c27569837891d490cfb22930ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712958b3b34aa5af45a984ca571f5d210a2b8cdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f99ce28a6def322b8e8a8c45d07fc76e962b26d26598f073329305fe158113f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380d9e7c9710fb3567270c393b8316e231624b1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab53a34c0527cfb1d105fe8ec5540fbaea3d3c0819b18745cff60966c7f7f0e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e42c9750cdc11075e3d6d063cbbf446c1c3f37c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c240b1e287c1c4411c591345a96dde7c25f726a7ab8cfc30665f1af764c387cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef55a133595c78938b9e43b391f37c7f976b65c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405475fc6f7125b2f8573f4052c754437b9e3b62d0777832cf2dd9ebd73fe2d8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467b8140d524d191ae9107883bb12c93cc57e895
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed78f3aded5861a627cf808f62ce61009045614d22ec35730bf5547a91244c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e2d2c77ff5f537cff7565fdc03b9ba43be769f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d0604911b6aa5ece21e4a19a665a40e1eceda7545a6d7a50db00b1bc76b523
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f68440293c2938cf4c85c8f8e56fc827af0763
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0526bdacd1684051b33d0731a36e4a7933ea735ef7053e1b4d1bbfce78205bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41609ee911c2c013d217caf005728f5ba12b076e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eee06bec02ea31fd430e342bdd197245bc9244ca6cad0ce4693f286c761d11c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569eeea88ea5a8c326548030e56f872561d510b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8d0f68c9481826fdf7d1d71b6c8479c58b661394f63d7328507e86c08b468
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0bd877d8153f4db28801b11aedcb5ab2839832
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860068e6e704c4f17b5181f519b34b74994d11348734e4336d6e2e6f95dc7ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf401217451287397d10b60838498f5ae378884c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f102645670e4a9afeeaadb3040e293ddea060c518d9976093ebf1f58cc06b3b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b711ad603164500df85feafa259e4e9b914c97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2fe79d02d75193a36f7018221e68f7909d588defad596828654438ddc312cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6b9d19cb6570f58db1f4697e16747a24bbae54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778f6b56baba2bf504e7ac75afe1e6426745ba093308a035f2b5da0a6a5663f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e1f227c64c760ac1f0289468d9482cbcdabbf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf68f4d2aec6ea295c9eb4990133951c300f6f115c3d364bc3563a2d6c38f26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd2dd78b0bfb6d70739846ce7f703737fa6722
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809c9baf376df8da2c8bb097bef003bad008dd7e1aa36a62104633c9e9f351e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705cb906614511b04b4c43618e460aab789bfd5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d154c1ae034dbb3700c0419824049c082bde027833f93bada32c7910fd5865
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b645a0d98111f1df25950be9efafed09932803c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2773b0cd9f5360f9d76821d1d174eccd71919bad4ae51286dd863a543986a9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d8ba1252bffde327fc7f835342f39aa38fad3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da600d8dccab3213b62552c6e5d8829b85f750b15ec5cefcd57a1373768b6aba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1aef105605dde20ec1506f4e8a377ce99ffa32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7217ab2e984dd54310b30eb8e416556c390a5cd918b3f21760ed784dc8aec88a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906ff41b722c9d63f4677e7dc6c1318a65537db3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a74be7b3548ea42e6015f792fecdba66f76a0450d114ddfbe9525a378dede2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc12a509bb582929bee4899d9e619f3bfbc74a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370bf8e598bf7b3d76f0032b88e4a6004bb8fa2f7949aa7ff4d8e783592edd29
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d60570cf5cc14c09dc5fa62968e824e3aae2347
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d705f02d7b16dcd086f14dd5ed9318e20a7a02fa0347384db7a0bb0644a24ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8091897f41d42e938f82e05e4611a5af632a7632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40738643dbc0cbcc45eb105839c676b0b38eb7a4817394be26ae75a1121f574f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776cd841919e30c3252fce427a533d4616c7f167
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752e4d8ee11386efd7ab6ea155f44b9674f8e06c7d1db785959ef479483acf1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe6445712cfb30669bd8fcc908f5f00b9189f31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7171f36964169ba9b9e5ecd5549ef244a7c14203fe495543e26cba4a813cd691
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6be55fce3198cb2ec6f14a3b094faa1194f20c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1784f462c9e25550de42210031b3bcc4c0581bcc10d7937d5de482ef0503840e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239a8915cb351192456e014075ebbe318e375a51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877f46b13632843798ae3b26fe6b7039a659f1b9624323d543dfc3f568b4a2ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa634da007fe32a2b29c6a2334ece677b19561f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa077d3d91099e167ccb638391c8a39b7f8b0d6e1b75a4781198ccfcceee25f3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae8fe39a08e2f0caaf03160564544ef433d7068
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a6665456d696059098f53297d8f8ecabfbe7a30d7df7c2b3c46c29df26b6f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56fdda686cf656ee698e1e951eac837a6c742c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4b7a67000b3961e8f253814db3a5e4a6f88b559ae1d299ecab82a6c9d01972
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54faa315803e771f30e4bd38c938bff62a64f7e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652210d980f286f9a14c8c0806b1d48f652ddf9aa508e451dae792f02aa3c2c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d7efa243976786762a72aef0bbdac7ae719780
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf825cb7e522d8f021358c64e171bb48913cdcc715b22be3fa53442b5fa05c1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c24bb6bc1186281300792a1757a12f528dc272
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b326b0ccf42b2e31a280f05cb017490210cb0af6be3f02abc4fa3fff42a56b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8c03ceebbee7163e695d16bb1a69f74f001f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44954bc6059ce5d51d7ea7b0ec37edaf814a11c3a188e5cb2b1b93241cf01c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c49bca1f68f47f1058457dc8567d8b066cc56da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b030da0da214c91e0361e928838b864d14c1af4b479949f97980fa0ee1857e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a6cd73c1752d8f4011486c772b66750e1642d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fbbd7ad7e5ccbbda9956f62f29cb45f04141cdeed7fa2fee96302075aee0f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5851516daaab7041d2e68fc47e9aed16da5ce18b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e26cec827740c1f8ad1a205bc62e62e45dfa25836131a613883964230984c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2921d0d3eaa00b4b1887a2c0a4ceea2af7b0deb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea7b9924f9e16e45ab38e7cce03fe6eeebc8ca7a4aa671a2c7ea8bef7472f58
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837fc6b8b8fba64ea8b9f48490e7d53d7e0a8d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2e7fdfbca8456e350ded4f11d790cb2123862657f46e8f9b1aef04bad41fbf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2868fd0d984a4e72ddca151a4eb13ba3609223
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a28e288163284df8397e995150d58f6db02aa7ca742ffca10dfa9aab9975792
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04934edbd8a7769e788d228267a63fadd8e80a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb93601a82039c5a37863017e16999b0ff3d0874b121b768a4aa1fc3c748288
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481a7dbac9f303258adfe4282babb38eb3784bd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb34f61207110d3b505715972618e2ede827af620ca8adb2275047a221720abc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223fb64d49ad262a7caad6c99ec5099048fdb611
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab343c78d6ea4159820b18b5becb84f39f8115f9791c4a8341b94438beb73431
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab61763bc1a6405a8321c3d27b969429d02167e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a4b26df13d0fff2401e07f2cd501f40487177fe207086de8fdb0c3a5b117bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a34346a4d81af244da71a98ce8c4577cb6a53e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede063d0afa464c471062f4d838c489986c277d1f9369992a8223b4ec7fe5926
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2511473f20884548203e813fad460b555d11fa6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34db0a731725aee554ef5e8ede2092f4805706956c516b470b8514619b38150
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f405e73b8a12cffadd952379cb28373b77e16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e6953e0466ecb958352ae08c2f999c807a1287aee76bc6ff1bab0a318009f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab3af0b4405c63c44874b450eb1cbdbbd23aa2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1739889495e3afe480b8716b7c7b3404c6655d7711b65867aa2a84f75b3da2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0f2e26dbd394d1f45b940f23e121f27a6207d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4af653b7fbc02fba32d5779c3a99585b08a43f51bfb581d39599e64a9105a47
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0430499c6efbbcef740a2096ac02a1dc9012a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467c1c1a5ef0bf9f4329d04c52405041d83a3f9a2e5d379e1f27e5b9e4d889d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107cc655734a49b5185e870f206dc5260603a6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe0e8eb195b45776532fa43d5a932889ed2b9251abec72d9709307447e6504
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bf187160fc3274955bae8eb61be4fd1126e31e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b8bb9316185100987da98f14be833beaac7f310adeded517e708515843dba6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddad91201c9ead6ab35a100496bea18aca3910c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5433592974a6fc17df66a4949f43f0cb29d4a113614d2ac99d33cd63a72df7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cec69f8a51454e5fb68b4b6d434da319e77671
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef367ba96787424efb4334120e806192af3a0428188634440b7e830fdeb3bf8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c64a79c712bc42bea2679a249ef6d1a754276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f230f908db9cadd087c14a6823f873c2723363b2c9cf97bfacba127ed278388
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa255c996889e0fdf9a7e8abbe3c50abf18e60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5920de00611c01cd95db3fbf58054b0399d29d403f638643244cb74e1633c64b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a23c033a9df70b7d77ebe074b3b19dc60bac99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6154991f3d195e1db22bd64065a7198831051baf672c6240401a8e08cba75a6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa93a841d1b4bf2d9e611470d41cbf03b813e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05545fd2f9f93691f9c78b4ffa1d523eccbf148401ba0a01449d689c2a427fe4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cabe109e9cd0388bba386c0c17d47834aedf90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c03515ed72cef6365cc19db7f780e4d9a2f900cbedb5c997aba79d787c4426
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d6e7488d8a80584fcaabe65cf81f978e664ab9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3348d1341961cc51235dbb5cf42537e14fc2f0ec83e22b84e793f4d4e77748
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003e93742cea7a64f08010a605117e78016e16b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd757ef4e1794d6de4235a1508b99ad47cc0a4d0d9132f226fd5500e64507488
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d96399e92b41707d64d5d9a5d41a83aab9909f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d57ef462247882f8ec8db8b9f7dec37a631e8050e9ed2ef7b0b4be62e6d21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805800025da4ec2c48343f958637f8811ffe7adb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8a484ad95ca857875d22bab5d041fb3272298753dac5d03ff0060f241f7b79
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d673b4d2a716efd3b8cdffaf61eca5de553527a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb00e32e08aacd725f8970e6d9ff4022f6502ff08b4f850094662d887b9b0ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0cead911bcff5c5318e6cded7c2d4eb0710f84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb75311cafb2b5b06a5b31ad602857f8c56cf839c5e4b9db37864113378200e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5517a9364716d2f381427f0346f429cccec6efaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9fc053219e20afdb4adfbb70d83fe805fce604c6d48c667e93ec56a899b662
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3a90e638500ebbe41b175a48882a7ff3feeb77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca42ef44d6fd45153107cc2001e6c8fb3d1135fc785eb013e0bfec7c0e6f2a2c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358147f584b30b493f37e20e0b9cc66626ad9742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc0c76d55d117fa2d2f3c3c55d1cb466a7082d53e2db066a897a0bb404456e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8628721ecab31d9ab35168887d4f3de4b7175d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ba011348b3099a012aed49ca806e7ba1480a4e0887212337c0b68d0261899e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90593dfb8e0db218a6291ed0a21ecad145c7f91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f4737c1cca42aa9689ed10c86538d5e19621249a22f29d3c8129000f75b75f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c478c0f00cc4c3bb3d01747c3f2b08095bee82e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479dfbdf9b2fe86ee60cd35d8ee578d8c7f99ee241b207e98d8a1f0f74a87bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2626217e256b221a6a662229347556e6d4ef155
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806900bdd1dc615153cdd804643eee0d83218facba792ce62a6c8abe449dc0d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bac8094d419d5901b9b44e7869c94cb2bc63c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21690388b55ef56b11e88ec6937d7aef98745ad2d483fe0ceed39f48fda92e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab62f445cdeb8e50d561ba324c5d032ddc8d61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726c0c9f3d0f486c58f58ea9cd16f7372f2be5c85606643af7b2b70626ccc4b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55d891579c9e721b5666f41f44ca3f4a11faf9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50db2b60cb1fa8ce9fafd4e52beb58982e94c27a6628873f8a74b64020e9087
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d851ca50759dc024214eb7781b76c9936f1ca2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2831b0af81356b07d427525677b157f06b1784e75ab4380afe82c1ffc9d4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d4c5de54d156ef9a7e3aa48258c69d8d35c7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6d77239c99d5db142f3fc111d0e79ca67a318602f35a73ae965c08fd595918
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673b842cd9ce7e2d0fbd40849129e2866209638f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85f14e1024db22dea53ef1065ee292bff8f52d100609ca26e24e93bf1395d91
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601927d97659a8a4fb513839c9378e265c8437e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b98615ff5b9a1686a2615bdc8d1b8b02e91c982fab8cff560d2b68ccc09f909
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f7652a08d11eba6d9c65e80c5908fc50d5d3cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64907c768b1f8fa0923f63d4b6019ac495c7ec115f4f8df3ccf16698b46c0f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd358423cfe338be659b9c76ecd33faec35825c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123fcc1f200b044d4849eac5f612e628687cd36533f008e5cc598d3bc0f2f4d0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa53c4965fa8f76818e4befd5529eaaff57d3ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3450b9cb3298bff0163705cd558af135dc9d075b00e66ac53a59fa2e12ea74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280492f661494d3395512c6475401529f57ef87c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e01aac6cfe5ba54e4be4c1846811b9b945ef147fee75f7a577ca689f95cfbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f428617441477be1a68268be9495f53fe80e62a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db293e979eb39ce72a9ec54ed55736df063ebee0ca2b893d7469068df148c9d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7858994b5ce23b6e0ea56eb78936f263a6d52cf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f9a15d8ebd4f4468d81a3cc827d5af23484344f302bdf6c4cf4870acdb3bff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcaa89a2272ea6c2a1ab372947dcc249c173081
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1762678269f5cfc40d93e8c701c36436cc566dec5d5130d2b0844327365b2a9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb32da41eec1829b7b5a517da36d5c4507efccd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f0122adac618e84eb1ac1215e9632eb2f2e07efdf605c453b3ea2208d0da2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b216bb5e9f76a90c3760d916c9fa3a96027af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae46133220a375d930dc764d7eca3ae3a3088189d52994b45d839a9d3600848d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9379312c9337d24712bd65cd48f4f7453f833b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f145280722b471c09b6dab01503b3f00a17c1dd1614ee959bc30853ace9c377
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470f88000e54a14b84dcf47da271a34d35213275
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c35a371cdd11c7e22805f6e1865a94243803721267ff138baab0d49f96c306
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275f8952223005409178ce573f39d7b2ba488bc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79edf7ee744d600998d1b96becb4cdc3a6855b6a9c3640a63abcaf37753f483
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c8b5b4c4491a732cf75654bbfef3ec67dfa73b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d677598d775bb8fef990aef33bef5c8b6ec4c2d7e6957f2834cc13e002d3600
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62ca32da71b75b08532465ba8bdb03031a09f86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02489633f0ee0971776ea032c2bb207f51539b7784fd236765ddca9cb723d2a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fb537d7b458fb80c565386dfdcd1412641eaeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bcf54894533660452cf5ebe663a30494d82526e73d76f996a2e577ebac281d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a44fbbf673514219f029b76508c299ed2456e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21392aa7673ac2680e3a4304b0f79226780e6767b489c9cbd5a684169e6525d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca246c7f86d47255cbe6f1eb833d5441e31643c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52089e091ba5ae0ae0a122491cafaf216958fcb00c7a361a9bdb3b0ce565289
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aafa74c2cb3a61e0c6f65d7ee5c78c3b7a87fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5052a625f7e234491b62852127b94eab354fa1143b1600bc5fb6eef96cc4746b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193efd5137732dc5c1bc96ac1bf586c2b328247
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7993b27cb7178dccc348ac028139bb1eb277dfed415a34cecb2de773447470a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f02f7d0e09fdecf9d737dd2c32e5df40c9cec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d671197687191e02b3932846249076a132d5d670dbcacb32af71baa189994175
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c8838b955e78e3a08acfceac81019224ee4f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6def9b1fe669d9573272c72d9f3097260b09ce93117f29f370c70fb35cfd9b
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8498f2827f3caf16ee7ce9ed0215718e86331691
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18dd05e8e9b2fba84c705ebebc99543736e413ceb664cdf0c17d7b4c81d57d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec1a40fdcc9889073cc8a1cd991e1d8f7ff5b77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b9119271d0ec03c487a6413ee8eae729092d88f9509ad1fdb9d3d9a10f54e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c1359445bd0b336691fd1930e318ddad06e48e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a3f9f16d68746d77dacea5addd7fe06e0f9fd0fbab6e6b23aeccb8939f4ceb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32b36a8a3d4d36ecb7601a384f79712b95cdf21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f008c7a53177ca96d414b27f37ecb5d27c0313688c18c9dc746d1601c10b61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1fd625e0a6eb01359f8a479c7d15ae34846abc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ee5009af294b45251b75b268d7a88bbd15178aeaa537fe89b82f9333d8de2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb7dbc387f75f3c9079811596d51f7b811dd3bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f3ae0f30edfa7dd6d5489df55d5a2f3bba56076959af3e7bf02bc98aea2671
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ec443fa257201059ca8f94d4af7017a97c0fd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba04d91f17c0d1230a7ce22b11ffc244cb3f7584be58c04c802e043948cc233d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef6c2bd7e1dbeb15eb6ccaa0a19d6de5945a971
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4d7eb5fefbdd6bc314763f26c9967e5a76cf3b35678e82b3342c84f54f7f28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae49fd04d5d8392fa0d4ad3602a327dcf77403
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4285d8eb177dc985e9e478bc910ad9ff4997a7161f575f2e074f0680239e4711
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82884bf40910c93c92a87ae2b81cb386b69345db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413001ed23f5427007171d502ff44a3b185717b942f91c90a7d423080a256730
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68472c1caf28ec28be00892399878d0e2f9dba1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3936c073fd4fe85a850620690ed3b225a8240394141b8c5cbc08108d1cf9a81d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de182955131ac8775ed4323bb9a6a964ab824fe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2269ca7942b2d7e276a25ab19927495c492ab47755e8d80e617eb2fa07ca3d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c3428b2446ea00f5f3fffc0e391efdc717695e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f204304022a8a6d9ea86a30261efc5d18d35daca6686f580bf610a458958e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102ad6d3c64390ce9732f2d765dffe66562ecac5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99f1194cc3138ad89c11b9ba9390b37183f450246ed91c097937e6b52a5cc39
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bc2d97ee3554e34d872df9c80c43155117f712
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928f1d90826035ae27b708561ce58aa0f4b3c5074a2d88c6fdb68cc5128e224f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926e3cd10cc7bd6c0d9f950798bba68aa988ad76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367f40a0c2b49f3fc2d872fab319eb5346c46b3444e27244b8f647348b3bfc5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5563be681b14b7b2dcad3489c583a234ebfc8d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e63b70243ebb3a1bfd38ba8ac415dacfc0b82d55670164bf743ceb00f26b2d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e159719b0dbf1af806fb254817ca1f363a353dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb34934f38812466ba99c72443dbeef4232c143849cf86bd7c3b74be5b336387
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732262b4915e29a96c6eafc42c9b3ebe9a62b608
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a17d9672b11b9921cba3e4f541f6f1b3c0158288e63019f31ce8209329c89bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732c7dc8e6b35f53fbe1348e70d69a8693b12cd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be50b19cf859470d78d65022649d7fb51f75e0204ff6b8320ea39c1df1279d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e08dbcee1f5e8b4e09894cb2bd30105dce73e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b5f622d265d702ab618cdca08f16f0ee9a0d23f05fea1e0116e0556168a958
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecddfc738e373f6984592fbe065c341eb7b7a90f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0a0b25aa0f96fe28e78ca525b06dd67856afcd76358540a5b40c63bc6d455f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f909f0724f3122e930adc7e31deef8cd10aeb800
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fb7d6e6766a7869e3714f481822a113f461845c2d776f5bde55c3223149fb3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f934c338925aa203b3a298f7ea94ed2e4b1c2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca17245c61889a6baec2cfd03d3c3256d1a7843220b6f06ae01ee9ea390b58e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657002786e5575934d0bf79ab2fa86aacb52d234
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ecca182be42414d165f37490ba9acd7ea00f03a5c59f3d30daa0b56227302
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39e3121befedb41bab2235bf58bc00f167418ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e1cbcc1d4ccb7e09ad6f75d7b4faa23541984054a22bda357daf7e4cedd9fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0891f7edcbf462f393c2803ef950a77cb6fc271
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214b27e588f5e25aa01e360d6f605317c3fbcf621044c8c30abad4c6fc05087b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc51b101946c00d89752e5681f7c2c678ebbac9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc8e6aa4e04aed839e270a41077b434be18d64832ef61c11ee3f8001b123e6f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f4087babfaf72feb21a09dbcbe55f08e28362d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd8f6b7a99f363b2a47f77756106611d32fa70568fe7afbad7c2898808b03ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2117763a105ab74b9213c70b0811790e11fb0a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bba1e359c75320f5f88e41e366ce29f067f35ec3cced5d6a1c4d5c073f5f7f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778fec5805003c2dd24ed83619acbe30f168fd7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fb593ee0f117ea572f2d54725a987154364cf3217ebcedfc8969533edfca7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d93b00d933633a99628ad96b3ed10a12d25db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ae6d4e1cf5ce8ff769fa34c0d751ca32cef4f454dfc14aba93b89b5930540d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751a36887fdd4eb1e55185df105ff4945eee50b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de265d9a9c646acf9b5069360f684185fbf818dcc86b80da0dd7b2ef5eb74cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e3bd94c9d9329682a5d90e2b66ccd1a1e30118
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b68a26f423c7a9c56c4373741466be152c408fef323d19cf06f8b0fff88c01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4e813bc3164addde144886092faa12a1f2015f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6cc7f237ea1ded8bfab71b62c22a70a5bed46aefa82f40a0d460ca3be67dc3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7722e6b45a98dce55e1134ffe95cc123b6af9b94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a88f8f78f39cdf32df5e8760d0818985ca1bdd4b30218b2702befd0e678ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a012ec5ac9814b85dfe3e6bd40100fe6d512df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba5caca62787d831664fdb8b06c635d1f917241a07c5549a0316fc42e2ae93e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa7042862fdee8123386077c1594977ac28d881
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857302ceda1c128934aae0b04ee21321c284a86616c0b5d9f20ee2c16a684446
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a52093111c410145b1352be0f13cf5cf2512da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4bd9ff383184a8368ef0390a4bfb4584aa99768b54de3c21dd5a81e6f40c07
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140ff19b740eb511e4ea5d7afe4776d32904979b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975e10281b83fe197c8a162a51deae45ab33265e5cb2974176da245b46cc0b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82383de55b75b3571c9f2675a6985a8ae5dcd03c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e33b9803970b1f09bb429667ecfe50989809ff0ea6989fa9f525fecd03626
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd79549211f029e1720a44a2a1a67ccecd43466
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2800564cfa5f136652bc24cc000cfbc814a2657cf5c5a2630df6ae2747b1589c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d687ad9e18df4f662815ac0cf13243605b7ab0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e947727e58c0fd0e2477b29a5668c8fff21fd4a65c62bf2f40c0e7d99d831656
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675bbab27d3fcf47605d3481038a3637ff00e066
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071593c24fda2c9eb0f0eeb694c7a1339e092f0cc14e5eeda1b5deba93d0334e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3176479c28ae31eafab2cfba80782381303221ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f626031531256b8ea2cc8e9c4f95c367e04652f595415c6a4b97fe07d543b5e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19bf431d3a59d5a03cb64d1bbde0be9be06564b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2921170f9b05c5b6db5ac6d919bd96f7431a522daa38b83c24492b14e492d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e5f5b380b43e9717812f3a5f35dc471dd7ea6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bfdd9a4e2b4e8f93d34f10b9d94c5589d356c0d13577327ee6e1a7dc19351d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e48b3132319fe1f4ed133c9f8202b98bd43b8c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3802d8ee2d3d8aaa3a6d29b877a372a3abd402c94725cd2e77cbb502720e871
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722e7333dc40fbd140525a4fdbe9ae155e6bf00a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1419a42544e0a4f2fe6705c4d909bc16ea7a4d0b5bf42a146d14a2d29aa412
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d0860972bc1e02d5b8209d0a1c1b1690c93b34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e64d6d0a9db234ef95a563dddd98a4b05cfd77aed3f77e0ba8c21ee91df2c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f620476f3ca398bf20036fd5fbfd9340c5218232
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1531fb820b1e9edac85b0701996567698283fba212379bb00ee6bf66215885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa72b57af290bea9114a7bc69ff370750ab8211
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d18637ba7cdb978930dd7e9aa2150823c8085818f08cecd6fe8dd56d7ad2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e818a9dc3c0bfd7591847f3dc028c4be22a7ed76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5fb4bc6543e5c4d284751fa31f078c3f6ed3f1223d053230d42c6474ec7c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152a7de612a2ac153fa6a40d00e284524470d2e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11167bfaa51711e963eb3e0fae6ef354bffaa6cdd86e0736495fb91356ef91e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec922e34f490d2546a67b5d460a55f1629f9d38c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a97503e643461fba1e6ad567ac0ccc4c5a167f92d02385483f24686b852bd23
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd1e2f1cf294a4dd67c40ebc9ab9954d110ed6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8244065a84d932157afdb7e57ee29b37b29a1030d127e481c639563b6e3d314e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3b6e84fc00afdb770a95e52ce52c22b0909bb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86d6bd81814a7a377e6fde133968e1813a388c59b17c4bc3baf43c1ba13e07
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00ae7b38bb87e84c43b28870be29e66283c880b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac89c4fa3313c1170c81af1c498b5689a90f46d0a2a74bc1abae177d976b743
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79f9c849ac86c2e019d897efd72f36d67a4bf97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbecf7ec6c20587f00f4ec70b3dfd3dfcba10eabf8dff55378b649d078afae3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27c9a3e3240f0be9dd8c2a93c0f28b4dcbb9e02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c71e595ab0cda696470b889c982388a27bc186259dc0b91632256cc26f3801d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c43458720a40b1135dc5a649a8f1e99e07f4bda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3176528f6370f5c44370d5153dced97f1e1f1fc65c52d3e86ecfc264f6d297ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c2132091aa0aa8efe120720ac8ad1dee04c8df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ffb7f68ae8d21519e3636a64450184ec94768ca5a942fc6dd5d0fe9f7b2bbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6445ecbaf9ff6714e0e0bdfcdf45f7c91749a601
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a0122eb48c682a522ec9513170516ecb9271f7484a6b2e0e22a2ef75446012
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b3894805ec0c96e34fb471c954c37d5cbccdcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4978ce374465a2a7cc0abbed6c498cbd40cfd4dc60d00b779d30dcd9d526a6a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaef34f984d0b6d21be3ec1990ca0621948748d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45264d1e005c1a8eed08bfd767fbae728343eaf37dde2268f028f2c07c68f16d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9527f54b73b24b8985f63e51423840bb0e6952d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be24d59e74f2724af0241bd7cd5e12c53d53edccb90e1c1dc6d299f72cc38bfb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62a49b16e3c1bd2fe657b81436b1180ed08443b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b853c94df3250a6610e5399bfe0abc5477aa2be4bc061405237605266d36487
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44c51edfa152317e75cd925d2d8351cb3cf05e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35f84939677a6bc006b513265ca235d0d7cc83459ccd05c2fa6b0609c940da2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7faa1a051beaa5f3bcd9a27f62938be956931352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd6a60d1bc4eb85d6ab6bfe5f2104882ac42c25483404cb9c4491533397617d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8ec9584ee5e0cd3476c45105e48e0260ee4038
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0c8ac0ba010c2d757b221ecf280162a4c010b570007c7ca6e9965450996b17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f6b71857cd804d7be5a4c8d97f4529b41b4bc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5f1af8087ce5f8b30e7ecdde27b4c609a42eac71a6faaeefe9369a30a3b4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7cf5807a5cc3c2018aa21e7c815ab6b22966c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008b44b89811f1b4125766b077043a5acc9efca220a4aa734665aa2398b7495
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9f9d226d516cbbb36d88ee65ba94e17920f833
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bf53a7ed4de991ffccf87ef7a9081b70a45b539d2a2bb17cd900c1fefb6549
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ade461c1cff1b03c0ad5fcaf65b2d4fcb24e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b29d1d7700905a46c268873fe059631566b6ef4cffee4b07c785b3d1e947d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa865e7590c765782f33dda9ec1334e17b7c44da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1755f829a184bd25cdec2ac468cfbb2aaf524a95350800faacd01156686093b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe10a3e4a85a518178a5b78699675a91e0b46676
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08675a12f5cc44e9f68bdbf3dd6c56b6d8bd7f8710a89cbc3a8e57270e33ef6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2e95599be7ed81d6f26194447c3266acc383f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62decd3f3f0995dee8e5442aa2a7a6f5539bd8207a637942c432d7e8dcacffc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2364e3b1b8c2685d83b0a87ca379a8fc524c3cd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a00d96aafa9a275b73ab033116b79aebfc21dcdff7ac0ce17a5bef8fa79adc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af61277435a8e46dc941655e59ec92bc10bd297
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f314482632d17b49f86f00b86cf6198aef27cb62aee0634db32f1c032b579264
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fdf3af2076b26aeba856c429483971b7a619c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab14ba0fb6d6eb71adbdaca8b3d91fbb151b18c74b4aea33fea458fcce02593
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac519ebf623f19266a0c643b954227f92b26a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc3aa200b3f903ff2b36490f0bca503a59b485472679fd1769a55a776be2de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce085ff81e6c131b03431d40389363e71dd934b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013bdbcfd9cdd6dbdd9f722dcf67d0d529604a2a553a47ac8ec25be8fbfe9c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d4d89db36c337e94827f5e13f8a621dba01c27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437063b0a1d8d6ea687e27e14040adc103354dfba02f538643d346d52457b7bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e157861619fffe66a503637015db00935dee7b9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdddef6a1474c5034f225a188fd9058a3aeb55544cee3b448229d3f20d1b5533
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442cbd942ef2ae42f9f57c7b960df70443c84bd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fcbb957ee204f5ad31016089a382c59a6d30466e506830b27a6e72b47c0775
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd377c05d06f61f836d52e2384a619d35dfdf33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98afc64b7f97744654091869bd1d7f48b3b19ac21054e40d0777597c53e84301
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ae6ab6f76b27a46cd034e344a3c0ef1e429ba6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62855aec7a86bf45d905ce360a74befafde5dfa1138fa1339a884e5cd413376
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5b448c090ce9fb20eb263854151e270ff37b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb2b11749db1a9d530838a87a454b6fbc32dcd36879b7252087ff302222cfa9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5614b886b614b8ee7f6eedea294449cc9b259f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2a4de650f58be469f552e492fb26789a9cf6d1f9a27824412dccd163f8e3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b98eb448a5773e790d6435563761d40e410754
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24097605399b29e81bbedadc640666032d4f4ae2f0e30e2c4fa0214f3b3cbc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8deed47ae7ee101ecce5e0d6b4be1d647283d18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be331ac306a4e96b8a41d2a5cb1cd73cd70b393a4ecd9473e750490332281de9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb2c204e93529e56c0fb4028441e2bb449b4dba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2da94c1a2646e67cf02e43ab87ee77b95463f320f29e06ebe1ec4587e1ac2b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c245a50a312c1ef34556fddae57e8edee11e681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e836115ae865ac37f498c2c5a17c4f5b09c09f585af91adcb315ead7aadc146a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135dc9dc198d9a2b9dd0ae61b0befb297138850a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd0756a2e3f5df0ffb7b66da5f20feba5fb5941fe2cb6aa532eae8cffeb36c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c99fa5a97636e0adbef820fc2eb1fb33775f97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074d84181b41425de73fa883d556fbe969645834d1d5b1d190e33554f6ec485
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e61fb548c3aecdbf26b01e7f89ba9dd3e1db40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada9d9082fae66cd5a438a4d75fe3598b614fbbbdecc515f1a7049731a6a9b51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17370c220415731e9793c0f73a92764273c12c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d790f46e627d75d87513728f8b29a0e60e61d6266a8d6db5b000918c87dc10
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28fd119e90d6e0172ff53d43194603067cb106b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dcdfc16880e08255fe190a8137229052d752ccc8b365e9c6b8c3327e5ab6b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d5e728e3ef80cb17b9f5b3b44d52bf83d589c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545efa678dcddd9b8fe3cf9bbd3945e4d89388cd5ce4d378fc3f5847c95ee9fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015abcc058e6aa11f9929cad174e3d779e2b0b59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eaf9cc58f27190cf280953a4f59d2c7c6ea0d234c4b60790721b52123eae40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c95e6ccb38ba6e2ac605d67fdba8dfad6f1cf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc46f1f0a3e1c3aadeda50b64fc342b51c8c1dd3ec7e467eb0972ccb3c80d87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02232bd0c16985462536f08702da3dbb5d7c71d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33babdc2cf9050b798a80d712299caaae40ac78827ae915726f7b8ac76501c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dba59bb43d094e4f1709936bc16f5bdf65c9f40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d8b324a3e4cfb7b780e001bd8b567542dee4f8c04c16f9b2159c97f390283
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599ec72970b4a9b641b5a0972988373a3dc614a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e119b638448f82f88743d33847f1c5e94f8bada313936c4c0b0e9b05847137
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8ea9da39de070b1260c0da8122136b985065b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f809ce9cd115e08b84f150cd4f1711d0562a3b7c1c981932ef4d089b780a8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f14d48735f1af5418d8ec8127558942ae1a4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cd9f386282f3a153cb8dbbb5b35012301de9b6a5bbf3c34571f1480066696c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d685bdd3efba4c5d98c0ae9b9846bfb907c92b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192a31d940d4e7313a89ef37355b384de31d26a7fa0576dbf17a209f1e0a785
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62479d70e9f89b9fc4f96bedd54f8b96486528fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ea143bedd19234041eb8f0c273b7193ac804efd9d9c34296a8426b5df5f643
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871b6934b9491bc5d360d526f3232f132df83811
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc11d23e67ca0cf5dc15cb8e8857e0b9d2dd49601c6f0b00f1209ec42329155
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f8276e6684290c2b6884e59f72f4f177bd7d6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71c4088ea05d57de8580197ec30f0cea2d4762310d248469c166557463420e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42aa398d29aae628ab8c12dd376ad33ff6e53c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce43dd8d2d39c06564e4445ab688555e4ce0baab462f339c2cfc95ff90c1dbb8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6626dc9ec810f8c46785e1bd75421861f4dbd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4947ebdda8fdacd326553439d9405ff280194e3d3dfb754aa1fa1a3ae00c740d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5123b61be47101822358d51d2095eb2ed28670
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f9982b8c3042cef1aac1f7cf374a618cd1d4e1eb05c9ab6c83e89a8abf5c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa109324a9926c673a2a31fe9764b0afd898496
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb76a80105e941fa9dec54b07ba855ac1244c8ac31ed534860f941fab92483f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d63761a4af78ede8d69c93e873a1a06d9191a6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624dba2acb3309d58261bb12deb5373b051afe4b76bc58790f00522e48d146e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d7c328d4fe5499e265bfefa32c99d6d0c6dcbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c52da8c3304e148834e3f0b4f935a4a6073621b3e2f36b8379e0ee342ff315f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2257f5c5474214bd5e06d9549ba8f5652785d846
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca0026959b84f7d58f657c0722a629ae804d4497c6421a14dee09f064fbece8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7accf8ce84c44b954395bc31d05311826f0c02ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9388b4645fbebfb69eff80d0fdae55fdca0755219a6d6eaf8f944872ade95594
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc06244269bdbf5507e5fcfb128aab0ee7edc2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0eace407a6b9219a7cb4e785ad821261eb2724d43f55e3ff40b964464e822
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541b75051143c24d3e75d2d773c3f57526aaa503
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2596ffee4087555926711c1327696a6645056564ca7eecefa41a81608fbd7c40
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3103a84ba49bc651d64a175a8ed361688a7ae29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc417850abcdfe138dc455ff8de0789ebae9ce2dea602ce017f86905c0d16bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7933ec5c87a3a19ccf735f25a3ea403ec30c6ac8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dad949b4a7c98958add9af887360874ec31231c99851d3d1ff626146eb1a6ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e78bffab941963abfce3327ff8e4512c245946
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d21e2def885ba36faa8583fc5989b95e42101a3f99a94d8edb1b0d9ce459c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1e2c02a3efafa879260f2dd65c6d78da041e51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b47eab39804c1ef9b07bfdfd8599b39c3c29d4c70647347cd39207139664be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e266db144b83abac69e4a8841e0f237870d0c480
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0417b1b09e2e271e615273c92fab599d5e408775cff5bbce92e0c2a4868878a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babd1d46fb01d33726b96ffd5a9b627a5b3cc878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd1a7a844a4f89ea3c777138eb35020d773f43200054de284259dfb692440b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7298d728cc14076eafd9dd98c1755954aeec39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389e812947b54524c888789303a4972192eabca08802f56360da6baf87c3828
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68db64155c362bb74b663ba871dde974b846efe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babae86ec1848af9b034296d8b92f8a6151c8d9861226446936476a39997a418
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa393caccd3180df829e1761a1d28f9c6d55300
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2bfc035e3ba4708a2e64c0358293f50d2a12046a3723b6fb62a1dcd061acef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffba0fad0d2997548278115ced1f1a96d26fa07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a4382ed8a765281af2ae59e7200851366d8592661fcce1f75fd13893f5559f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c93f3ba2003c3b7821a0a19b3e487c1b8a47fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0720fc6dabf7fdcf74d5b5ae075f0ff1827e70e32109b2aba2f2a6da30ea3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd935444e92c78aa460acbf2f7253561a6aec6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af9de7743ad8c3d0b4b9f6c238f063b0ea4c9b7058e34514f9256637872b659
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c7edf79f51db8728109254336c746b5092de8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4f36007b7e3defa385145fc69aa1969d3e1ae87ffc2e7429cf434b3ef02255
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0238ef980f82855b62f742349414cffe0265b8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029e8b5932a168be54782de962819d8b9dc0c44a26c486cbbb88861fe68955e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaecbb5efc2fbb7c5c20466ade7b599a47ebae1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5789b30c189c8c5f89ece66c5d4bc1b77d129bb0d5eb7f7f4270c4b46a9fca2a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49426bc361c3b07845681cd555bf066021ec962
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e4f1a6f4602257ca93263cc8fe7d416082dc05e5f8c359851dc1387d758e70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e2c18e515e733b299c9dbbb97cb946b8e282a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794316154140f364585430c767a3a9e87e2753e53fe272ebd744b009b9f7e430
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad05c8fab44443acf0c31847dd9bcdbe437ca09a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24d51c1804cf9adf62b246ca92768c11434d1e3c0d6f1310dea4c2e31c527cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2608cb3cbc4e8abafdb475f1bfa322494c01a457
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19511a3d8c95e1ab04efec41cea65e4f601dff01c2f81701cba620d1fd799326
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ebc343471756e874bbc912bff1bb681a06a40c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9b4ec4781f4cb17b73e0a74346ea5ac1d655f29267ca84c016fb2c0e638402
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ecbd2f78df65ab80fea16eba738b38dd30a256
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e493dfd9d087b78b3ca466a86aa01e3c1d8dc647969f691e245cbd2db6cabf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b4e8845457db3de02582b9950d18f4ac05ea3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8cf804f54ac5804d3e08d7345f2c9eec97005e148a98c38191d4d418b3eed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0788d8d10b8eb6c357bb49758a62abf13082f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce1d7cf233ccc57b9aeab92a565731d24e0f4be5ec2f30821bb42b077e5afa2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68361798242a47749cc9dfa56f927ab5c7d5dfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f94706e8770432f0512af071564582b940e89612d665149f898b1b4031b2ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7920aa087bf4a2c6fc3bde6ac42be40d69c20af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc9b01f3b205f80e2393df8046cd6618c8f6befb6003979be4466b602c71c1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640d1b8b1996c6f573e4e78198f61a40f7066b5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7c1ecadd488083d63334eb04d696bde8d05124cf315d39a498d4cf5bd1a2eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612b3446cebc944f00d2ce0f0a77051e5ce18260
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010c64c0382d7ebd1cdc767a7bdfbd53a76a0650aa459c16a512e876e4c3a7a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b76abd8deb9bb3a690a00b04d19993f8fd593c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe4fdd9d234a8dee273b4efc29bb21646533657519b75949fac3c1194f3938
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47ab0dfea12ec06f5d1efb75a7d037d81c4ab9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6f790b0c99b5c678178b2b07dc5d6bbd354df3d8d6c4f324945df6da54007f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa3f321f6febde8183f74656583bfbccdb00fdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116782da96b5e647cecd4da98fcd80f7d6422fcf90fdfb31283d20013fc71207
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a883ae72c7610c8fe16ba0e70e82ef8e864d283
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a0826c7e2ec07f381aaa0a8b4c238f12ba46474c97d806fb57047ecc03bd5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca405bb62dfdf37f4bcda76b94f95cca295f878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443e2203022c1f703575e9992d11196e215b0d9a79f64cd1e8d8aa98df71bb9a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad3523d897d4a510a2d8d99964ca530d937ac2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56c66f645d8cd4d69f5f04dc8ed65b0f23dd80194d871c4f68286d74eed63ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece95166874eacca40987dda70186d9dcf06ea9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2f26ecdc28d0b0fc4400c1f3e70c80c610f82adcf4ea380deb8b24cde1e34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729e3d466fefb94bc295b1c45a677bdbeba66078
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81041578016f116134e260965a21511e4c626100ca8c417f1df56ce1d4dccd80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e707cfed4152fdf76f2c5e630e59a15f3df94c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c0d83ca789a8c64a119d32b897fbdd1df4808307f108ca9a72f49f9b3797e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b8e5c1c4abeb643a99ebd08406b0b1bc2cfb7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1d5d1327c1fb281196e190582333904404dc911a21d117d700e9f55844b1e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2267d6364f0ce1a41de3399054ca684ef04e23c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9283a85042694112f447cf8e9f8c8ca9ca31a9df715c9fa11db16921a536d0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3097fcff93f02ea201d12545e9961b558e94c906
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b6ededf4f5a33db500c6679d9637ac6811a290fead408062efcfc3e89fafce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081e9d3a209c062c7e7e4e349b5d05b4068e7e6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06cf73c2f0a7bd2e716a5642375883ad8296dae1df614cc223bb61e4c7591f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb53d1feb8c2486c5b0ca65655957bead0feaf49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ff0313a5edd9f5d753b3694ee3169c3885028debc2c66845eefdc863854f48
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24710353baa04647d1d329c9ff4592fd55f10ccf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894b32150afad4a57025b0228b16e7375b88c02a00f0f55850101043d9231be1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38287672c841fc7bfc5d070f75dbddbf1ba33e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83637e42097dca9cc0d6cfd7fe0656e8fd25d9843c4d21cee566e8c5f20002b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1df8c14c4b82b860fed49e247b87ba49fef5dd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1299dd91ba90995be9d5abcf57c493806c36bd683fb1de73f1fb7d8459a7dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c59d534f78f8d441b9149183140267a464568e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142326b8a05da4fe99302f95f981711ebbddb90b6ae37638d3ac61ff6f3a4c89
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6943a2d711d8ed1915706a2e78b4d114fbf681ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a296113b9efe9102c02529eea5c9daa52f6fd68fb14d8a7efc302ba578dfde29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d16d1f541bf5fa1da6db60638aed122513ced1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded710ebc93110dac663744ade42fdf36fe945d01bb0c924527d2428ad28e286
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e7af64a4bf5b37756537e903d99c5c616cb8d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd284fd0a3b9d45828cd4fb69d21e3ed2eb2758446a8631f164b306b11e00ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91395328f1e3e1845cc78fa4c73e3c99b72c82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9d8bb9920de5a15e79f3df5a8b1402a58e5c2c5d3194c25d0c3628c9833085
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aa0d8ab71e96af36b6755c5ecc991c0e7405ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea30702a16dd58cf35343d3327032d9eeb43e65a8e9c7bd1ecfc60f754e42b0a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f54b967048f59da57adbf6ddcf42d44acae38c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2099d3b806e1e831f2823023fd1d4f0ec9cec32329460669bc883ccb82d0161
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88436707826f414bc2046032afe835d9a8db4adc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087521e1f454857b2257cf2a744cb0fa854217b3256603d25317174ae149f34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0008ae914134926ce9b5a37130c03986f563a15a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155b7f89dbaa5b4d67aa49512ae2f7f39f6369d6fbc0b80e690137cefdcb30ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5edf6fe2bce2ecd66fbaf6dc75759577bf5281
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448aeda72bc54baff76b8521ea82814880c26d4d2811650ec9b23f17b4c4ded0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38307b11d11d5115d7d145eeaa1796e4d01de469
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d59fbd01ec257a7f6049b20901783f29185c4ca30ed77ccd0da5c816ca8d02
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb30cf2f2768d092b2a4811705f24920f81db3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7256800109e22f7196b5aec2aa102544ef3666e00bcd7c5da9098734fa943b7f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0cfefd80430c26f7b9b969fd47509cdb34104
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7bb533ce4d3ee972726e656be5b6d9f02b19524d4ab7f269e77a3bd9e1e247
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19087c1e94321a0a5b9cacb3ab34d69d021cbb78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824ab9a91359beeec62ab97b7904ac0c48bc4bc5aa8b2368b1e0504e70e561a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902f6e91f43fe2982810025963e6a66b99a955cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7861771a77220a08bdda425aa7ffa8070f73c0a772cf880dc91e96ca727824bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3e36ca6498bf27c6620603e7461b4880b734c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47067cd206f48680e2c5e62251eabed50bcfd9eb75d42f289e3eabecb3f9ead
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315dafd3cb0f2f5596bc98d116d2114b64071eaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2905c852ba47de60cdfa4c6455103194547003607b3fa3677cf0e01675537af7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61d89746cfaac329bc8427cae9d21d764ddcbe3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6839604a5d0a31a5e72630aff51a6e3c9bbbaaad3d1959b86b0c96cc14b87df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d7ac4348b6615800ec5e324c808f762502ef85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21cc54544171396f0c5e27915bb61d4882551281873f8fa092fe18525031e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e666b6f3c3a10dea06cdacbfe60e3aab6ff9e32f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5111df7d9747e97267ddb87cbcfbddd866605cae494cde77860dbbb61f30d3d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2a28c7c9344c80f019290d201b68f7b2bdb6b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ca71bba8b0eac06769f2d63fbf2297ca89a9e678468bfb2987e049374b5d94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0999ed5ac6061aba10ba55c70f49ee1ce01be460
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006da299973d01766589ba98652583006512eb9ea0268a44f435c7766dcd2fa9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a940eb42fb6f5eb86af88da002738af7ca4209
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcf607b569478f9b5caae71aaba8fc7cd9bfd58f46c45dfa6a0b5557a1565ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4e0117127cfb25694a2942ac43eb9cbe2119d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb4d78bfaa4aeab4123286fb7d82f6f80f3cb9bff24d88fcd7c6e4492f51c64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5496e673c499180e13fed9ec8eb2c4302e0a3e2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d1cbc04c6ec96873ca9ef68e0fe74e4255810500438f1b07d46f8b9e615d75
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c7f928965dc19f27a79726942b7b44b182636d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff2bed676f9b5635aaa5ec0a059d78d007d43d786e4d70dc180818b810db256
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99ca75610ce9da8db95d2f8115e6513c8b880f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb864010e983b005ed4ea03f6bb32dc2c04c57deedf098ec8a4254db414b3b0e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266997b5cf195dc7aeda9a689a3aae58b3a1e270
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b029bb352c9e63872bb68c090256d4e74023ffe23b184bea3736395ac8e052f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eff95cd64d87c44ac919aecf9e328bd09db394
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02d38dba9120de8826626bd2283df51e368f3a4b9074a4364f63f85249ffff3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6442d1828741f08f62b3d8a32e4ae270607568e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42688b13363c6a3dfeb1865b1ccaff62c9041d2717d1b5c46cc0fe71023bcd84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c765c5ca8073a3506787d27cdc2992de17f4835c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35cc21ba03a985c06e4dc83bc52f3e5b8ac93100781ba77c48a943bff9bf6cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf08138c8c21f94d3e0140ab742664c90e0da09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a3f4433e7eb6332f867cb1eaa1b880b409950d40583a5617df72658bf3279e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24339da7832395f9cfa1b0200f358947243cf2b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362aa67b376e1b275380a060affbbf036d4029cf75702565a5ed8fe82071676d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6716f97fce4e65674616a9cfbaf49bec0f4a35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51ce99b72f373a82bd61cbdcf2ebc4053cff6d23c18bc192939c0482e210ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1be69c6fe70c09a9d63192219b6a62c2fcdb325
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c756b19740b91de3fcdbcdb939f240e153883eb70501dff56bf82bd9668593
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c24c6c75f39cbe65ff943e350c69ba6ffc2ed7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714180646bf38fdd4f246058cfe2e0305855ad428479c500c88f3e6f6b1cfda5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa2f12b63d5802dd8f6a4ddbe9c7522fd804b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772098d07423eba0bdc5b869a8a92112d12742e10ccc415cee07e188d0ecb34a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ecb2c939686c4a8f689241578b4c214cc71070
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc863fa379739a3b1ce1ee53e2f171c72897dadaf367f28bb4b9df14c3dbd44
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6050e3286da2bf0b00e7bb6f2027cfa76d987e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5331ab72f3bba2a49431cecf9b219587345b0062e0e09801bf686ce41a92eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446774b360abacb6dc54901baf70067b960107d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d6667f4fb7cc2e3305e4a01ce651d1ff49c6855d3b216cfafd6bb8c1bea22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a421e6f2db9d97a091851d22abf9480ee4521a1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e871af22684b987c7c4a3e33fac1b10f7dd3c1ef5e729f5946d740cac07bdef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e80f824d7981b73b2b338a76a1a77f107c4fc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f7705fa396b0482a9ebab0fffe7f6d4978dfb6b7f35e2c32238e32a61540fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ee6d3a132b8f9356b097225ed958924763b10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae7841d0d31f0d7e4299648b6e22c5496d6bc3050bc1e054f92e01cc0aed9e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1edc8f058bb10694101a70d803b1a4e0d6bd9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d7def255408b31eed554d0beb7f888c63274e4d0c10c1e298b81de998cc0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4ac854b6517a2b4bc9e0432df978cc8aadd51d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91fa5fbbce0a8a123255592715f7512617acef479c01c51397086e1233fb214
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a105bc4b27caca32edd9f3001bbaf95bd76cfec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e2a54d742bb7f2afe1463eb6fa6f3f1fb73761a9d31c064cb8b5ce6f26cfb3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a5e33e533f5ced9cf15642211c479c474dace
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1b56ef612f12ea66fd8e5d4ed0c66d7faf026f9acb5fa426064d240fa1217
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bef2f0e379075f3bc21ae1a9354742edab7536
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a57ac53dcaed13b6f64e56348bc2f68362e4924e1fb309779094874716e5e3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128fc247321b9d7feff36abfaadaa9ff909f453b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55e8dcbf9fd9af5fbf14bb8b83ad920275e94c8211ec3e49b8a8cb2c3d6bf0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8645f78212768e387552a7d16fedecd800f38e62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff3b7c7e96ac57eeaa9e1bf998c5d3b7231c4b01622f6f07e6fc9028757f2ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f323c2d22b11646daf1104ab7551b6d7caf240
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fadd636f6f63821ceb0db0ed78678c353204018def1288ce2da3ea1a33a436
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f135a5bc01a0df7391a2d2ac4eeb8564da9e95aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3879482c5cb60bec345542bdc49aa20fbebd67fa61f796c9a422ecd491c6ca2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28383ff8617a2bebfac60f3b14086a6414467ae6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280d03981d0fdcddc92908f20914668153a1c377cb1834c537d5153441894297
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526a41679633cae4e42747eb9b3f172d6a10d374
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbf8f43d202343adc78f55b97d714cc294c9a3557c5d0af7fac5426e7f96716
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f726c4f00e32ed938d7cec744d9d75bee86897
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4708184aab38744fce11ecaeb741019cf7dbb8ddfaaa29ba46e3617204b6856
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c3efedc18bace3fc8b5a67cf2a83d53d331f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4e4b1030d5a82d8245d1977ea9ad6cd5146cd70a610578d919bcdb3984e587
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9b1f94bdc717c551c65d3787bd12d2933e7952
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc31ab82c0e83cf7fc65053f0f3c52b94e54d4de7713ef96f8f90626fa3819d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e240aef0a017398919f2d6904cfccb9dfa27aff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fb27069e14b4d9e2ab03fe155a8d19168b50649222aaea6647d931f4dca0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c4dcb5516475501b0747a3689766094f829560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84877992696f290fce1eb3bca18eaa2c289f0f69f399a85bc892bc3e1a268576
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5733cf5c0f1849394fce58233e47eb0b3ef1a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa2ff26cc6a2243f54913c91b2238f480338594ef8f55bfa6c8a254cde49625
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b1a73491aa443836b248b560f3ca5ec0facfec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ce88573eda0c66102e5b89c6115e9a36153f754ec4710b960919f09aba126f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7febdd03e2e144f4b45aa78e21e2fc5057db93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1138fce257ff3e70a0784470eb3b428cfe72b9708ba7a30b0f4eafa453bae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6e3db40448b903aa4f07029520c09cdd9d5c2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ba55cd1efd9270b8adca39ad95cb41f602e2c0ca1bb742efe0ea2dcd575421
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3e3694e9557d73a05ff54e7d5f81b5cc09afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bd1171155530d01719008c101d22eea779e1c1cb5634c71220eea2e264cdea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f881b1c3e4f8f221d8d85ab278217d3b349aac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e33aaa434417e83216bcd520381b4af44f53786ccb57e50b9a47693852c75d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda73db195dc513a84ce0e614208d6433dca5558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416dcb5c776dac38e7db0b2b1ac194504842972a3effd76ee695a6d073c402b0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c56775ba84a74e4de9adc14a99718c6770945e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93150ea081d9f83f1ed5f39b376df6261f62a1abaccb9ad05f9e1f2c3f0116b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb820b2c40d69b14ca0f7b88019ed7b28b13e6b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2674bcac2e8524339f921c5bcbb2ad14cddad6f9fbb791a66819328d3343180
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50281eff063e110507450da146bf0ae9c92a9d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22727f77bf3e24758ae50861f5305fc0069cd4933f877846bc16e4ad2915e83c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243fb97490614471865acacc74f71b75331d445d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54115d8aee64565e983f5e339977c8cd76c1b97601bdf85dd884a573bfb6092
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f77c3729a24879441c441e17393a26cab90f849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5091aeab820a23cb0e2082d03531de710fb77d8ac84318f45a63ac59bbf5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f53f1a5478bdddc874d79d788f78a142640dbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab3f187aefd67cf7fe48ba127af8b23a8948faec540ef98bcc792a19c60c905
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29311e2aa1e5a5c26d482417d68ce907b18fd57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4772d59ecf65554fca7c0317c69b54886819aa80afd87730b74d4cafa23257c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bfe773e84d476ef7b6eb4d21402808cfac209f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b649edf8a140235a20bb1184465293ca712a2cf0ba179e203f2e802c4f1278cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3982075b600069b5e9cf13c266c6aaf8e0612e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5938bfa90b896bc8fcdeb276afde046a977ee693faf26b8fd3ec7085aec08ad4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7707a7563ac47b7f7c7ba8a5ccf457a44434524
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4de665426a31591cb0960b603940d18c7bd4fc747737b18097c374d60d656e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fccc072cba2f58eb31325ee291df5a600b0295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b37b1a16aec8e0ac0159551e358030e77aeb5fdf259a857d86d923b82b359f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1403123c9791e8e85eb6e6a38eb8e9fdb2661
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3920df313468b45882b9524ea13a68f10bf5eccff81e2fb84c970b6967bf6579
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5017f38ff4761d752b54683276d6f6cbcca0a9ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13badc776cb662b0d30a57c5e1b892e75666b844eef913bcb9ab9a320c93991
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507827e264b42725caec14511f846476542114b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd35ad44785349b803c38cc98a2f55dcfc37b6bf809bc161657e0f3b035fb388
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600c814698fbdf141fe8b3f08cea94874dbbfeb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fa7bd79925e89472765c83eb3ffff995fdb5c8ce12eabfc7c7d8acb1e9255f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216ef5b862899b99f4ab801524724996c07eaea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a1e380107c521d6c7032298dc7fb5a9a3f13dd147c8a7796833169d13e5800
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ebc612ed9fa3486d0d58f0c99b178fbe3c2a62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843c950557a09f4cb2f9c354fd2c0db8e45bfd8b4e6f0290a1de288402463292
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1251119fb7e832da23d5fc15af8d9154e00f8ba9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa123268d2157c30e814a418f8d159793aa97d250a45086ee6eb03c705834dc2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17ee61e3cd154b6d915f3350a620c53eba3df81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfbd66e658fa4d01e57eada94811450e509590ffb0db13d9e34f78e929efb7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e57202ea1fdc4fa65486f87c9c0e0df282ccea9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0762c36c4069c97f27d3ed1bc304f54164a369e3efef1ab9249ad7560a587c38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da44ca1904e36175b6af5dde8cfffc3134b2d1d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f57bfcb045d0189c4fd85e0b7fc8cab166403245b52100ea611a97587abb914
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a161fae380705c2b96ab9b34be023b09762f61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6ab2fc1464339127cf3caef321a83b240bb82f52cf172e26b7a016f5db73c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f73c2acf8ea3cfd086810e207b88ff3dfcb1285
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b2b1def26cf7490e0d2b0961b25889cb07790565b96ffdc999fdc15d0f2b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a128a3ef2415db5cc0ca68f90241541269938
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3baba3991ed7d7a3007b254fd09178ff22a51a131412b92d641bff8d6088b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a3c4c77e37ea19cf17114e790c1b41424d073a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ec72d9520dae00aac2c5243ab09c8c7e2f1cbde56c3e674da47e25c52d7770
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9593969406830c3c72f0038a1619d156ff75570b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2b6a626d3f4e4fe952b61a1e2678fde2580677f5e76684d769ffd8f4530ccd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f01aa13b5fe0132a4910c42a127e1ef48d9a4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e203f3988526c2bd81bb5d9a38bed276c18992c6865db507f0708e84cdd1fe14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0125d31f2743c237a1d7ee6bc5d7d98982c81b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66f93c869d369c17ca62a93878d8d8561c7deeff1216c57c27049900575d412
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac086bc89aa5eff809b960e7e4865f82089b666
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e5c30b179fa497092b9ff55ac9ab444f7fc0071dce4f75ef435356628982e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d869f61ce64caaf391ca01244569c090750eeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb833781b969f2173cdac0923b04e84cc3d9d9843cbfeebababa062d61e9d68
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a671d49462b5ab37e5776ed3c433dba97d477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725e9720f6deb3b412f4b92817d3e79da3309878bf94218fdb104843a43632f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaec0c995b85f12b2027e7e667eac1f10fb7b48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94e43e1c7b5274e60beb0e9e867f1d09d1f09836b4881e1117587391bf99899
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e48d5eb5a65a78990356407ca620f9088500fbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a99bed51bd1b6a476c1199a3023e3415e6f160b950b8337b2e9a1a2b2a275e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e802f2efbf93422cdd69cb504ddfb4c50e9430
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804cf0c3ffc9b853146a28ce1a8f4fbeef33c339c7acb72c4b5115e0845f2cbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398d147159747ada869440d9ed86679c0945ae1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd789afa8cc2c5458255cca98a070500742d97da8d8b693bca0f6e47ffb9517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dc30f74ad79e908b5bac361dd4819c9d12aa80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073ab2c2b12c054fd1c7a735c45c7d990a65089b40cc9304caf6696e03ad011
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a70eff60819e94595dfcc99db0fa993cb02869
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3484d85151a14e11aa54ff15ebf7ca6434501a1e07bb2bdb3264b41c244d1060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da741e0fa847ef73d1c3ca9a3223d24083a517e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71aa3de3d68cdad382005e28fc6881de91611cbba8236e442cf4fb75e934dff7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21523605ac8c57023d01ad113091226681a2f53e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e41f8c1d567eb0320a64ec67e97d2dfbb144326cb5d6ff178ca677bdbc688b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f32a505c028df5247ed1b98cfb14103754d5ea9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b1300268460b5cdb4e3cba5a68b0129d5af8df3f674cd5caa67ad60f0f7569
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e1fb341aeec1dd6e68a15f1c3c6da47a1a6448
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d216bef1a872c594b15a6b4d7463ff781652910a27245b10318647798156b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8bc1512cfda6bea8e4cf571f1ca49d2d31804
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4de566d89c4d7cc402aad7d8646fb671566c2618496a849a7320573f09eb49
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4fc93234fc14af6f596ca50620f98dec052b4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685de9ceed17ed700f3aa899eb7eb92b5c122d9d35d1676559ab000a1b2a96b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6f73276ba23b4ab081cdbc097f41b98d38a211
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fe8f19ed21b9ccbc0e4ad63a6b8c63a3f6fd9a438ffda78c76cd44c197bf63
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c62ceb62230bd215cccd0a59f784e2c75dda65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1b1e64c9012dd7c213f75cc1fc95a465140a1ea2ec6ed130dc5f6c6e88245
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b32bb7f74aa254a61a32f0112f6b2fc088e178
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a607370b5170037a3925cfa784135267e48d8d7ce0743715ee48085ae79c795
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d49b1fefd7f3044183ea4ce47ff34b80747ea82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c787eebf0bf769fb6c5cd3b94803a3cd3888575126637c159ce11b3aa0f33f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a07e0421d384a5cf28cec184d72983eaaaca5d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a54effab0ad04729e720618218cb62fbaa4d7ca0852825729d9518f1e4f0b87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8abaf2c8c9d8eaa8fb55d85e331d45859d072c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1037048fc954bd33905a14b2b00dc5df9bbfe3c4596abc9e76c5bf271f09491c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c55fc51154291c5cc44d7d1c2f706f0d9f2bb34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f077025fce1827ceb6cbcc533f5a579e33832b7fb6b33e2a96db228bcd6a0c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e57667a06149ded31da9740b8e352fca1a8ec1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4b2145dd0045cbf8500819965fd2ee7f8be7986a511e4ea82975c065903bb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cdf2ce481c19fdeb2ab6c2773a420bb51d68a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d67e3c0cbc4cf87df2b9a174690b470e6b07a6b8cd01d61f5a3b014e71ac51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd61c035dfa4587a234f96236a0d4f395bfe2296
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7b07b9c023df1200d1325b37b8951fb79d466aaaad9a201712c69ac6142b69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0641fb1f205a27d99420e06124418b810626f55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f1524339f5dc77acfb8d9fb1f022a57ccf032bb470f6086c84de6f969e4543
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ac28a4f8a31cf73518eda38e4fea12364794b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d1643049f743b3d7b599e1f575356ba52437ff712964591178c7af359d5423
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ad9ca6b2998a2846b82995d7a6d9bff97dc329
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5fd2f503bfd5adde8be777f45932af3abd678010794614c76a455d20f076bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30ebf0c4a90b655c3d34dd3db3b698cc828863c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0230c8d78cdb3164f3248b0086820f3fb67467967634d24b49fb173408af8b53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e1263d917c9f273ba42302dde40c3b4de09a81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0fe0a41022e0293c36c12fb62f39db07916eed30209b3cf893ec8876f3b578
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eb09f2e6d11c56b57500b10d3c69b76b2f2c07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b1561df670dd2ec0c1bc39eaa99927a69f3d57fd287e25e186e549326a0fbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a33566c04b276221d21b5574a74a7b2602a16b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf1a4230469319211b79d353f849b819ef0b576dbabb38045c0242c9f1caf83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d535fa004d1185937f0fec30bc313061162205
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae31d22aacbc209aedec482f6461fe7e14d3e4e36d1b3718b50cd439c4d994bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e675b440eaf033f5e00d164364cfb2e8710510
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3382e807b37231d9b64a8e992096b0953f60f06548fc90b492658c5364090308
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c436542750de72948191267a97ba4c4920933a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59f3625408712ef947fc4f2ad085df66896aa29990de2901530af6bed6b7582
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eda3649c7689e6cc6cb01f98cc830894ba97c88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6554850d594c95dd47d516b304d57026c84d18f6897cbb86746d22a484843cdc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b72d8bcb20729214a5ab46664cc4cc3bcb34e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed87aded0a868b54c3706e495ea8a86cdd0cec7885562d8663e505ee21298d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d1dc1fc9c9ce565f8b4232b49fd9dfd5cbe79b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220dfdc2872f37eb3ad652603dcff4ccdf56dd8a627dca385de6a25b241419b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d39283f8c4b7f4a6205073cda157eb6539507
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d8710988b97e504888197832934ca1dcf9ea104079cefdf55d29fbe23041fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d633594b984b4597f52f37c4eafc223a7e3cc38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39e190c60760d5ca5d8e6a3e6f2785e74d06f6555c2e6092782a356773c399
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f89187a1444fcb70e34d4bdd4f362971d88b2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df98857e87757c571f4b065c7af60eaa68e5e65fc32958090d4d230ca3ed57ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba332f1086e0b5feaab16978c16f200e8aa7d233
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f2c34e40707ab725cb431fcbe2278dbab9ecf2ad12e902fb0102a7739a0675
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63788b720b46aea2ae24cb4b5c35d3168e8401b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff6826104b4a24a3c162ce687939a2078bb19097367bc83fb844aec13f962f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836498ad66286d32b83c13280bd6767e8471a44c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7981f4c27a991d37f72e729685702eb1658e96579d82a46f6885a277112bb3f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4dbfd294963c8cdeffbad8015c269dd1701716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eb5441d6af65f816f02fc617df1af24c1ef42458ea8078b094a1e1157ebd61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c12fe3b9d22a339e8e4d857e7c1501b09978f03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d058805130e92174785793a62918afbfd8f649a7975defd0d0b61ad550ac1af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a1a501ab1c627249437467748b8f0142fb70af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8cf706001c02743f3bf08292fa23bd5cd03eca819ef43c2d8ab02ad185c3d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa43adc24127e55aa0b05d497c0100fcc3d490
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7352086d365b9be167f413ef16d9ccdb3c4fcb6a3f1e8aa545061a9491bea9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd52d9bc0bd47efb73e7cceb75e9ed67d26d0ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e5793a252a44227d66cd412d24e4aff8a214d44882f3bfefa5f87ab6340a45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773cd2aa9e31912685115b3f0c01d7de76c25746
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a13860d0ce3c1b485dfa15645d5e8fbb8012e762b2bcfb7be0c155cf3161a5d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee0ffc0694b6e11660bf7f9ad1d28fc06305ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe52bcc5ddcef4129c6018b058fe0ab0339f41e9792b6055f130cd2a887949f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c678fcb63fb369152dcc78bf629c818dec43645
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc86f8ac5cc5dd42b4bbe7a76250a96ddb1912302adc388be46c2bef383821b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d903e7bdc70444659b5a5f575a2110b26016d335
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f79374f6684dfc115297cbbe89d772f19ffe0c3e95051e0887b05ebf2ae98d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c73d6b563935f6f2dad0597f043cd5db9466cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192aec84bc51823dd63e799bda77c05d49a21d51bb53f0b1f3e9b7ee0106df41
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857bf79d0df0fdeaa54112fd0d3a139ee50e42b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56d016dcef0a19dcbdb9ab96d7b7fc9d2b1c57803527f642a6fdcaed2faefcd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd1473c512a169ef14445ecd4acd19ae62216ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dd12e4e6f8eee0b0ed9a2bdc0c5726990afc15d990c89e866fdec193c176b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ad0a99551a0b7b28d243521ed300cfa989720a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cd3305b14c33c78fb514f7974e1f6526fd3232eff460a4f14f3ba19b80b934
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7300cf397a4946026ae2c7bd20e54455f7b2ab48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cebf3884f1ddf95d2061b41d6c291052aebabc6290845d325776325be77091
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5add458c258bc80b92c912370f2ea097e2656b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b58c32b7a5982c54b2c9c32e59c8095c260fd5d3d5ef464d2983718f658f05
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe71ae35319a43ef5d03d72ad549dde0ed0cbada
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a0d0f9377bd0a66ae8184e3d3805f6a031f0880fa6a9de392899ae39b923bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d357df00b592ff8254042c6b009ac33dbba4a97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf9c1b0f8f7094d7fc44f2b4298b1c959620a4d1fd25b0e232a85ea8d46103e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35b4e6d266520a4db075803d7643036de8737e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b360bcaacf5474d7992eaf2557377cd891a37bc501bd702bb7f754c00394cdd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec3d6448dd5038e9b75c75d9e2ece112d1051cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac43e93d8e99ab65788ccd4b3cdde80ad21e7b1f88521f49a99e37342881f29
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01902ccb3c60fdd5327d6b2ae16842a232484b11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13033590e864060597be7a968d992c6cdfc4e6aac9e700b5438ab1b8790255e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fb9af02705b5aaeddb67d3bd585e80186667bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ef0795592e14cf9b7b1a016125fcd2af1ff5f7adc29d98a9b28e9875aa7d51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc66ffff89a6b4a949a9968f35daf693f655791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d459a5952dc2764527f15d56e6a0943faa9089642ccacf35e74e8c659a9bbf5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687905971c3ad23c87421f68b11d7698e96477c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32728b7d482f0c03c06f47ab583b9a295f5c930e1383290a3649c6ea5d3efd1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a81f16a85a72452b4d408b8c444716fb806a6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fe30ea60aeb12d93f2d571d15eec8b88a5fc9cff2ca7e63cb206e31d77e7e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b622b9fa8ab0fac606405b2c99bc214a23159855
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e987e8ad7bf5424d23fbe7b2c7ac3c1424eb40ce5b4e67f8ca4a451ca56f9f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328e9ba08034843d99648febe26628a306a53d20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bb33169147639fa92e25597e90b6d96fa48cfbf6c9db5ae6930187c4f91ef5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d4a14f280f5950a53d86e8c73add5704d61433
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516b8f990e8b6817e062d45c4c82f4c6c789e388c7683be3f24ae1134e14c861
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec269e587eaf9c9e6ad55f65e3082f26e9ab3a88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539151bb79ec39ed346cc48f4b70dda627770bddcea40bcd13d649767bbc7031
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa23ba40d31e8b75e2b89f60cf99c0ec4fb8cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cc1c4f3ba67ed027ca3fce73c6a4885c98724ab679dc5aa0b08cbb4366efab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75717237e69924f2ec2b58af2abbf3c2a450f498
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80f0c5dc6521c4753ece31f30ed551494a3344d7697147499fa4df86c1bac96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2832f8ef62fea57ab5a14f3aa653b46a30152c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba341c55e4256f6e5b6e9e26c7d660c904d4a9d24d9a6fc587d278269d12471
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663713aea8f83818a4968597ef79d5c873543d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8404610497b36b451c9a16d559152bbcdf4978fcc4f2ef7630f5a5363921dd6f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2229a0dfc3a10686525be9cc0681539edb0c5adf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b015893991181d2571894abb91f3b3eda6102eb15f0d674ceef0bb44ce36c94a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0549ce67da639738e9bec3d4bd5b6687a0134d26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad68b5cc3815a7cf05d29cf06bcadf5bcab452c4d16221fd22cf7115d12a3cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb365d98137b3993fa616acda9911ecebec2ab8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5ef90ea9f33d9675f17f3ce87ac15c2307fb8d54e81ccefaa65587021a7e07
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b6becc4656fb35550cdb61fd04d27bb42754e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b3844cad0b7703dc479bcd955370ed20dcf3a236cdb57ee974ad811b47cf43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f3575fbd2d1a6bc087f5b33b958aa8f8fb1a5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704d8c9f460245f28e798442236d764b5c5f06c503d260ce52d27a142d35f49
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a702d28f809868ff379f15c1589d171e54c35ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3f6900228694cd6ecdc5eeacea14b090a443ec6f0a10019b88aabf2943c7df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cce56e4a9cbfaa168d51268e0249bc9690f7e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe233c3704f954db90d4fe1b6b32c325c3dfdf4308eea2a0aaf3a90c539236e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6101a34fbe9416772b2cab8fdb5337ea8cac05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8960e3ea6977ee958c2c10aec0e04c5cc979091a93b640f57470354edcb20b6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300645c6ebdde9d13deafb1f0cde90ae9f0a65ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19c67529ef7767d830d089dc298621d890da4e9621085ea2c176c10d383559b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f0e3be3bfd7a8474e4364d3ad74144907a219a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531da0dcf98f3591724721d13c77f97640cf3ebd1f9cb31adf37a138437cdebe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1125d2b34663512eb17506c4dfe4e964fd88c1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4fa9678442487b2dd6136a91e7754977e9b17f8e0a6e95aa1369366cdb86a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f6eece5614605a28e1a4678333bbdeac3b0311
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa4b10d23484b5cdc5f93c775fbed319a8d1f94df9dbd3970994cbcee35381f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0a1d2e5933c7922646c787962a5148c1d3530b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64b098816168571017993b319ab055926853ceb0dfa55412bb091bf819da38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc577583f764989f88c18c119928eaca78802b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c232d6baf43ecc3f28d7ccbc20ba5bafe7bcf3ad7ada191b74d7aafcae7828
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b7560e523b3c51fc87c5c6e975946af3a1dd7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50787fe1f27726013dee7fa8f6517ea3078bca0fd92584dc0bd5dbd702c1252b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a7765ab4d7bbc335e440fee3de42d7e62229e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a646f45088a22ebb4efd4f192c4d18f45aba552a83facd557652bbc90e2b60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d332c0b26c2060bb274f1482fcf80d39becd6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa7fe52cd61017b3c888b8615b099f9b82cb7e1c8687961c6c9db98646498d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497928160805eb562d579c730bcb5fc6670b92bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63adcbe66757832d56b7f8953dea18637511f0d708f7947c5bc459137e668bd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d44f26be4556fb720ac22f9aa9e639698ad31e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10680b5202daa2a2210f8b35cf97b650a8a70752483fc0c61f149a5005c7642
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba41a01ec4c54f616111b44f3d3d24c092bde32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5b340f2e967c90a00cff3aea596d99c47f612dce7c4d8e0ccaebd86871efa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61229f50fbdeac1a82ae25a8830d5d1e5977e023
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722e5df5ac3fa0f40201378735acba95894f2dd10c9aa2b90cb579096660225
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494073ebb804f51e951cd91f9e4be2e791bf8ea5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b1f3071c79b7862a0f4b49c7cdd71462bec051579c919eb93381c04a625ccf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debb5e92b83ac4fe468d4d68fcbcdfe3209edcca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ecce4727e57c641dbed3b6ba3ffd4333ef546c64c62e91f3fdd37560e356dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f65c64174860b6b28d125383be1f9fdf4fffe3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744eac5f6ba812d7c9b937bc1f5cc43c13639127417de9f58fd8890aafcc3f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5365ae1e6c581dd7760e2c5192eb5287f357840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd956ecef99f4178898cb18063127783fafe540861c2613f3a59fa40ad126332
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889a600bed6cb022f03b9cb79b85c910149f546a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c7b7cac8e09c83efadc99475b2edb2d8fa750d3e6c7566085912852426affe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2138e0577a86c8225c537b4cd4e1833d857045da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff89d2de1c2a2e663ee9b61df751011cfeb304efbbf46bdab3a10de1dfd3abbb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c297963ec9431c38863ab67b470e61cf76ea5a03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dc20189208bb3f302aca8b5dc915214303c9fcbbbc06a0e1da50627a2fa6df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641eee3e20551165cfa742843e050e49d3e99a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2530dba4fcdab15916eae05619a36999063bf17b87dd5227d1bed48ceadf9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5674bef767320e4582121a6e6304960f4ec0d060
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b56f427e8594fa038c10bf5c17f6dd308e4c58653c8831ab955f0b55bcc3f31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d698345df9fce217ddf586101f311fcba5e6e5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1065cb86e53a7718ff073ab26e97d17bdef6a9dd6c54a9605f3e1249f19f1c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c188ece2c49368708dda91f7fc33779b431f4491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d24a7025538045c36350c6dff888bb1d33e9914e2e79fd49c32870246f7498b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63425d9b0b207af6ce56fa73125a34b3c6b97130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056d6d80d95365b6884d8c1856da44e8ab7c52684a77beb6f74ccac196216fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e83d691d825bd0c409d4e5af95e119b1207164
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3164a88449a109a2f417f33b2af1188356c36ea78094555d8693b5d0eef41c7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba71248e4f2f7f47ffcc38d4124e1cee5bd7502
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99c049c0cd1b38b1f87f93eec30db19c0b4b608776eb8349c2a867a70abff7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07501d1e6f5ddbd90bd6285de2b9c4f88d4b9d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5483e68d3693993bc593f8390e3e8606b349edd86a4e7135437abcc9be4646b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66c47494cf150cd11ba678945859ceb1cc0eb36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0922a83aaf372fdf0b343daca62b00f060fd53854b1d440198f1386c06c383
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3288f245b7dafd797ef514c0cffb2c84596419c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6014e999d1bd0dc6f59ccc52a423dc197b32f0843e1168edf390544071f9023
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa318cb2bc3015248b4adf271799570be0ae82c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70268f9ca3105b995266bd356188563907d6c0e15ac907d7b3528aa587d2be3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db14eab22281e1514ec3583c2dbc87dc94ca0eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf35643ce247a7e1e79eb18184f8db931ace16a1503b528c688f09a8543f30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e6837abe90008f176dc81a5de7282efe87ae50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094e9cf200630360916fa6a11143dd934097f82d31ed413b027020c1c71e9c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fe93b25a3d9c55984e69145cab5518162654b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbb74c9274b98f7094598fcdc9b40ddb3a5b8cd08d7ab8c108cd591e07d725e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e246d8615960b644edd151eb36cd637aaaddab6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf9e5100f26e9522f23c9bb132565c87e3e76ef04b4ff29e9f59572b0c4c9b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1586fdccf3ec7f048ae96fed7164a451b18384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a881efe7f6ec52d66704cef82d67852c271cd132344e9792425b07045977360
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2958042d1190e6dbc8555b57f2b5c747f0190067
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949610c26f9926aea07c2119b211f0e750279af276352a1f8620ff72bf91cb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed426faeaed9665ce5c49877d075e86b581521
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d0cd4170f5e46433cc5f4c0a3c8d6c985301fb190ea824672448d925b166eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515c9e6f147093d8a4eb0c513b31649574fa976e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb238d45538a1198997f8fcc231d7b902caedd8ba26b01fea93c6c6d7829e17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8516d9422cc4e76ba45440a8a078802068ff681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5834cc24b4bd87bdf030ea9dfd3b4f8edd7a8b75ba8e0530541ffbdc2ce420
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b1ca34beca64dec10c4d9caf5980cedc84c7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71da0f5acf082c45b1cb1d03185cbe60d17a2cb71ce9ac1ee7f22cb81b89880
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f914a54b36b4eed35eda916938062bbbbfc7d9d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbd286923dac71e47b7f5bde4f7e6520780c933dda583e5466c08c728a2bc81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1915811d0ba458cd1e921ad50937964a4df547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb973a380ba10e40fb51329b071b44b5dae7c1b302bca84083558157364dcfe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8ea1a39b907fe8b2ac33f3a08cc7128cbed791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10017f231d86ffdbc16065775932cab46060f363ff3abb5361a3f9aabb3e4a53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713f9bfee7d869733555601c0f2b7bf950f62eca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f66f29093b21fdf2ecce4217f361c2eb78e6098eca5e5ccac846ad84dad5c84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5da3e853bfdfcb726540f33ba1be148ca87181
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb170ec38242232aac379071520b27ae2cd6bc8b7eaa37e51838e67759dce3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e7fae59aadbac09292aa24690819b21e675ff3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fe001d1d4e6bdaadc0bebd24f9bfb029a4e2ca4888c1a2fa5e0fc0f3c5ea93
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c147f334ad746dba09ed7f8f4878dd19982aa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92514354a7a9b7daa5aad842413770dc2dc38f6e4fb46a17e77f5dcd99eff8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d56a52fe3905fdca7bd2df05b43d1d77d680c7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f804577b74ef4a8610eaeb0c2ef0b7da6e7c9c70fb07e50c079bf416c6ca3d2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c54e8479d4553580756ad04c973afac250101e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fb1c7897f45ebab6d939b43dda6fe7f47a9c1a51eba607e346b2901fa6c55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328ed71b8bab83577dbded96f378bb9c051b8d08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426436b6143fdead22df9d82ff6e43ce9b561c51cc94a0a6db7e3d6ff53dba47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e04d09a366b960b183edf5ec9de4cce4a8d70b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a6955a7793f369ef87e6ea61854451cea3ff190f8d9f42150aa13b0f51161
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a236e8ce6400f83212402f020271cc6f0f00de5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5891508b9faec884dff40f8080e4ea309b0e83328019f66f768de29a41fdf6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb7050cfe62e5efcdb45782b104f4fc9c294e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773b6c227d493dcccdf77f585acba98ff4fb3ff0fa1361038c11d8f7a9009f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eb1ae241bc2b3d727f3751756d1e7585d8cf6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53259d9cfd3ef53eb3936d5b4bf9b2b6907a1c0c308a9c58232f1f279c95a83f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c9c943c94395d4369d76a7879896277a5c1e7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf73ddb4630ed18fcf59c72e029d22742611ebf3012e2db87090d0d5b216d61f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fad3fd62ca620bcf86caaf680a8284721ad2d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c699dd9c800bccfdf601bbde85d9d782aa86071fc989a59a0afdf736081b702
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a791a889e33fab2c8d564c47c87c13d14628f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6acf5f6654508f86c742218a54b11e1579fe6dfe4c10c9b7b5b18abd519ad99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b648e860ecf1a20a0b2bbb4b0be380fe9ad81b5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2055572e7d49638d6625ed9e0627009146a480d85f395ec6b14890f93068e0f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc85a0d80e7b6b1ffb4fe78e4a8ba87fb6e562b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97281e9ceec9cba9f2e128e88e6e4e3f8bbc5eb1f3090baf74c78e5799fce88b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66bc1045bccba49c314eeb0b40ed546fb9e7547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4cbdd49664b6fa246393df5997cc3f608d9ca369fc74a2c475aa1bc5c163a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e636a49762a389a876743fd0039f0027fc0b0ba4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff80834e67cddb44f68f862f827abae1c52382cbd3d362cf52da0501b2c2bd51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3276c0ccba40fd33129f46fde3198c466df34cd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0e478ed2b0f0c706f1cda6c2f65634107abfeec68f955515bfce00e5234519
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6df7b6945923c5ebe08011064fb017a495e4de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f718a0ae3beeed9baf865e8655e67a5723b982e1a4b14111c4bb13a2d737e8fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54560f2f32b86fa978d350b286fa1cbb7f0a9c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68baf7d85fd02e9c4e35993c399dd7330c1e8784c7734df8c7ca6d2b47de40c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2827bd4b5a0e772fa26b4413e11b9015b7ddac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a695b88aa4da336e3a7f65a6b474545a3581d5d4b1fa779bf26fe0aeeef277
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ace6569618521457a97cb00b4d2b00658df5c9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f827537380f28a88bc9ae0540914e3b0ab887fed1d6fc50ead146e6d8fdcb78a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb9e455819ce2c46b5ea5d204fb2ee5b0ba03a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db30ed82682ba08338e8d4df4a9d4d5ef5c70172abc401f28bcfae92b2538524
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3d053ddc8d2dadb267cd662b7168bcb77d6ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e304bb94e02c27ca06c79ea5bcc67714c0c4dda6321d1d0920fda94026bb601e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2495fbc3700fccdddeeb35ba4027292e3124ee0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634fb65c1af31580a3406638e04b60317ba9d9da0d46f3ad8fdbe51e3da534dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31555c7b50f608c2b1dbf7981830572d32c8aac8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba05d320616010d5c48b7714346cad4f91cfe35b6d9ea5434c8b41aba9b08f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01dcee536c6beafb8b3dfd4f54c6650b5fa8e65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480e92a133e88147e4fc18525a7585429cb65664427fea0a74dd630f98c107c6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc697eeea7a85cd2f6de0cc7277b868598bb7c83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11575d38a504e12c3fd3bf5756cc167807b8e9f8711b984b6e1c8eb8ece72e88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c3fc3b009703a95f93feafa688b96bf7083113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65970a45e3e53d9176da105c16fba52646794d79e5c853ce32ca752c7704adc4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479409a81d71bcbafacd69b43a97969c5035fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5cdaea38c73ecf33ced9a16c8bacb9552c5d3aea36d4acf3fc6758553aaaf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dfb9fd21c7f93dd6045157ac80f889f476846f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec2525bd0131c00aaf9ba324981b8e9460b24cf6afa8fecf0ca3a83371f40f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6209647f743f741d95550e4655bad02a003f3082
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcfd7b97590fadd35fb7a6af7ebeda751132f43758025a8a9ba9e1c1796570a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f0ee95c398a72ec460065a9b3ab90d5a56efe2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170274a65f0ed7181ff4ee26917595d0fb27665d77f780c4a502922d071e44a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749f8b7bef2712c86a919bee4b8ff17759f9ed19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dff0476679cbb783127b5e3293dbd9f0a9dc76066a6123108fc32680b164a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1eea174cdc1e3577b49aaff791c2e0adaa12a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cc5f7d30f405a1d5cb5eaa9b0f0e2fe63748a09239b861de7a8f936e01ce17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847c778b39891f114554a75c8e7fc30b8fe65efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7c5dbf9b81c75a41073e36d7bc8e8ca72a6b601472e937932f9acf1312ae2d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85f32f15adf8578e650935d38e9829dc8b5c81a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e641e6168d0be73673410174ff9f5b89175abe05b6fe981f5dc3884d55c3137
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205318e7775c62e5d0af04c61f8d89f09634f4e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0639c9b700302d3462185220d1cba4a455731f19f13be8393a2ba215e9660
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4447b5fc733cc2e80297b0cdde644eedcb019a12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f118a890049d113d8e8b1643ea1865b20b42bc5d6e083e495e80aa37609fcbb3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f41025bc34657225c0db6ee87b0da4697cc1e3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50672833b546544a4ec96c8743724b1319d738e1d9db09ddfe35db7321c6ad18
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0518b89805a634fc185cfd571f7a02d58c17647d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaa82d83ce8f3baca5c14069492c40660f152fc2aa9d81aed8c447befacd301
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605284fc1cfacf89e1f1b09616be0e078eece826
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba5485e3e03a15a35638312b4686877e909770e894168529e3b27d51b01939f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa91542e0585222ec565e0c3d613a709d740baee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b144df5ac696eadea58faab8d6631e8d3b199718efd35b0b44166cbdf7b04bd5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9b08019bffe525d7962694bccf9f03820cd08a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815038c64e2e2f59e96d3eed0ab3f081c30a1cf4514a7a12ea06b2255a428f3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5075c5067fa42299ebacee6b01c80e7545d392f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33842a9950dcfd3a08e02325b5aa271625773f4be729887749f380de86bce4b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b60b4a97ceb2f41b8f82f9da3b3aed745a02a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239a91f4f62dee0b4e02f691035a85df18a1df7ecdd1629047f75ea308c30b41
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b6e3ac4b0916ece07b6021a5fd6f8bc2ceba8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8754bed3f9296dc6d4209f7c8b5876a7d7493ad4fc6c5d4ef6ebe65e4161f43
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6619da66c31282d061f1d54aad4b0f1a40357b00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07077830b3d1021c96763fba2319d1efe734d52e27380d04d2f04b5818d487d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1898b28bd3e6dd5641524cb26000ac09845c163c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a3f7db8f6acd0f24e82ff2cbf4ca5cfd67fad345396a32ef5a882fef67fef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96b3a0527300d8c2787cfcc66b5c39c46a2f35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a67803bfaff1b789e4ebdbc54bf93bdefd0144240f45f695d6540be9b7b31d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71820165c67ac09bf8e5dc99af1511e0cf1f1a85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf08fbd55e56d6e8332cb6f2501b31c378fea3c333e35446448115338d8b542
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb14d266c09ae0a5eea71440f74ff377f6cb70c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7742185cdc924136f73b80463514e55da3619d4cf8fc1fbd309b17d29c77d2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f3756aa979df2fe7b6568468386c5d981a1578
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed04d92cdccc3d4a7bd20427ca8b41e844b295fe08ebfd438ad100ff0113f3dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800d0d9000377eac186d4b62438063ab90c0b57a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c3fedd744fd0d850daa57dc3774161ee13a4958f86c11420e3d5f38f59d32
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece59678995f43cdf5fedfcfcb902bab535b7938
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eedad2eed78e551b2aeed0849da93a3a152dcb302ee47bd5473080df5d535e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941737cf89dee6df7283953cb4065385faadddc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b23762274725ef8f6ff7a77a73e464904aa39273979b2cfcf1e60cf41cb2693
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb57b5d635248d4c492f843c410cb81706ece94d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901fe70062fd44594f173dd35eb94a09eee518f98a0fcbba56d628bbd9b3d1eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085d36670bd980d788952f2531cfb6887e555f24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbc85cd66010eaf2a07a531bb052a60604b81f5fdce3d629638fdc91abc1d13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0f4666b75127b89b0b4c3c6ef39e01fe7eda57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498e59e1b828df59df97d42efb6c916c516fbbc67cac6182099bdaaa7e58e555
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca164e24e3636aec3d27ba23a0d4798407e89583
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec997f8aeaf2ec6ac0bb21d242b2f11bc7b03d924311bd7f5cecc1307f605776
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c5c88cc02892b03fff2418fc13458f82328204
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac53da5f7d18cde1d0cf0bfbea0ec2dc0db6d51c477f471510373de11a347f20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba6a0a09276e85e27b270a30625f694dad595ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f7a954d22086ade8eae594eab824290f55b67916613c06e848b74d23fc55a
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89531c8f6c0c8c418849d3b070faabd2f1b0bada
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a3a9f5a46b15e7b6006dd8a1df18217dee51f2a50519e80cb1aca241eed23
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ffe8fe03bc5a49b5330f0a109d2aee697bf24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac02ed463f93f75789fa056d16993f69867e429e9df1f62b47c79f4cc045f70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d95a4054a63b1019cdc3f4877d9c337e7327b0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858cce442a2710ae4a7ddb40554b8f24e0ecf51beaaac2bbbe4386e838af46c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3f16d6a484f16c17d655085258f2f1e82dc12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bfa5c82baf149397ad86342e73c2bf9a00ae08f244c6bff661e7e0182eed46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae7995ae6f8037142f0ae4957601e3731ae051e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451f8c8ed36248ec0899001430f4754765f707c6361973580f2632748b2cfad3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d998da80f9c904fd5fbfbe2b6529d0ab30df78fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30ff1248b32743959f659c75a9b9fa6dfe4aede7a35406cf21c69b23dcc03a8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abd3bd66c42032d300c4d940322e3cde8e9500a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f692bf23a4ceaa42f5f7d7271af8ac101492c2ffdd5a64d3f1cec2975a2e3a06
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f88c95901f163122392c53c8aae83da47de3f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655145d8869e8122fa317ae3378958178a55e04042a2f3f551b84dc32ad188c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f2fb68f7bb6ef2dd233eca4d6812e283c5641f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042eca77a1e9f3f90e63941925074a8431e41ba5d4f346a560223ac776bdc2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aab5040a1ee062525425536d97093fe4760e8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495911c64ecc971e3085c153eb3fc6e39be76357c41b25f05382d6947db399aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ef7db96fcfc397955fda5a16d15e1cf29eeaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a386e04280bb28557de150d7c5a1a95bf32c713312c612e90ecfce43987fa4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604c109be71a7357fe5e11b9e8b988f1bf314a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb09de95415e0ae147ceb0f63b8cfd0e251c06a2e06582b468807f85ce730a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6008d3ab122774df317e28a79889bd58fb8750da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289d5c05188c4c6d1b63a217c732789fa0127d09b19d6c5fb3b0022f9aa1c503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e51f1999e2d0686e88a2e6c6819b06fc892d21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb7521f76ad36d9fad0ca97a156eaeb4f978442f2f6cdd3225baaaf3314a6f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf85da661ebe0452994d5694f80fa8cae12a072
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d777fd45d25634dd91d00538b89e437b14386940bdcf1a5f36499f13c5b7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca99e136b5e027ff968544b50ca778eab5c8a0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880b2dc2eb8e05e058369f30f0cd7d8e86189a8f9e83305e7fa307c298fa3a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006da038042c1fbb058f2669f70425e5d32e9823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde118135b911b722d143f0130f7de179fe8ee5139ddf33b49ca65574568062b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedcbd52455228164a38295a0705c3d6da57aedb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da67cb48eb1f5868583c127d4b668e66739d45efc797c9b185227e25af6b8198
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aef400c05633cdd47b9721ac1ba4ec0d7ad1d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2d1bfa8f910d3f2925c0cb4f855432c98add80fbb58af1aa88acf0095b186
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6578e46fc2af7adc24c058b4802611ba4215e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eef9be3cb5afcfc4cf58b1e9f773fde1b2b05383e3634bb3c0015287576b6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bcd454b76dc2267b2e638df85afe8b9d596242
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cc30df1b131252702850c871707bb7a53417a37ea3df8d40910bcb7e55110
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd85b669d55d6b69a5bf6e7defaae51143a7419
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17458153b991ed259add30ccadbaf260a793307f0d01dc543b818008c32ea5b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614f4b9e5b003bf9daefd5a88e9c018173e102af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a02d2f89d83b4f31557965580f77380aa96c345b6c5a0dd36f36338279050c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c8c19f7a9706c4a4fb48334c2262c46bdf2130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16b027fe6ba886d8c7490f3097c62e2f1523d1496de05d6926bd7bce766953a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cc74257d3cc5a7ff3eb7c3358efa50b8b5cffa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf14e5e796e0191189cfbbcdc99416362a271f9af0716aa28eccc893dabb3f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25168783e624856479d2a2dd03bdabc65a54a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c245c031bb946dc29d3b67de5b5b4072dcd920d0726096b924abcde05266eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0065303833cfcb34c40be06a1223126d77b2357
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2dca2eca95a189dd7578602295fdeb941736bea5f739e2a34c75891dea4159
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b0cfddb1fbf0bc9c4ed5e46d8628acd9328810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7610f3acf75b8cc8f11912fccdfff0b1fb74627cb18b82089a7cb8fb8b8e0ed8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820b241c161dfd6c6873f748d3da7854be245420
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d5652afc7eea0b4e617138def3e730aeed38efb6bce43fcc2613e181934e6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86ab53d895fd6e60d320c1be104ca0420593aaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0178d22f44e86231a08d2aa46a0b9a66a3924334e1d246d6fa8d2efff11116d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aaab3fb6cd8311c899fb9a144717127b2653a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb28717b7abe752cbb4261b6f3465380d8caace4305b6399f56e109aa66a1c82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1304666ca8a0397e6813877bb00b1b7a05d120cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522cab4e8590cb0d7ae8418e2a1e81123e422a96e3c8a38e8091e3450987248f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b52c0fa19b10e0d9e4c2d2ceb166ea19b9ba5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf3559a19d8f15ba865973453d66858fc51de9212f9b6cff442e11b6a69f33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea0b8b2f8ea450ff6588777b014a498ee3ce38f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf94c33f743cf5277d05e2e4840e4ce9248480013b10c307c2b8ea1a0e8047
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93a16c6972f8ad19cf5210b2851cda766c760bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d65fcbc43bbe17f9007282e4f64d21bffe8781203350258669d703a501f22c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a61843f64d8f3f935c745e70d373cb0bb6879
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcfcbfa7fb97015352abec12764bfc3d3fe6d61ee5d3b2a9839fcfaa3793947
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b51275d01d184330c44e18facfdf0b9d0ad579
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93e3d73bd863943ee0de1cbfcb0ef7403f9b41a62b5f8812c304f4c04fc2c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5444fec7d0f38c0ed3e95b7b42186c0ad3c7541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946babd0dbd002fe33f852976ef3bcff0ae61cb407eda0a1002e44cf003221c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8d0ea5ab2b9ff77696aa7311d1f711bb8fe1a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad02fa9e915f23e352f4eb90b8d4fafeda6c9d62049f9dff8725f37841c807
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dcc65d6bcf1e926d8d6545c8d59cd61ea9d35b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec479d1b12c0be2aab513fcde431119090998f526e341eadbdaf2d05ef33f21d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbdd9f8675bde430dccdf606fd76b72a61a0119
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76cded611288d76bb5f9feac3bc7d70c0b55376a64a85ac0747f6c2e325bc31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e3846a27f10ccaa1d7536168cc6d105ae4863a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760f349535f18ccb661c659308443141219b89d6cc6277be307f3787a3643ba5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c84c9819dc00ad59f71835c84720b56b87281
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1075cfb031b8a65aef4dbbbeebf7740ed64c9ebf4273e0d5083b24f922729516
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ba5eb9b86a1bc37f00d4904e01a7f95e09604
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c176f0b98f7260cf00e20b93c70b00e04ff73dfe491a6bec50bc0cf6ec8e69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768258a3a11aedce60d1b9f927b1ce6edb57d13c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5a6675c81dfc871b1507d953de8e7fa6bbb92e635d3a793e5573a2cd68ace2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d07bd92d361195fc51a47b2e60a314b05eb3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57955f328a8cad692051eb5890e012a4441b7b4675730448c9f90cc9790204f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971167d705b3662f3adb599401d2e9ee59cad90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29194c932fe6e3ff7bcfc5a9f3d3c1079fedefef33c0806ff070468a90b1c779
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f994e74ef07dd9a89178f9c9324e2a92b904827
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0842a859f4f8635259114b5f392d77d9dea859d77cff9017bfcdd4c621994287
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa51a1bfcd12de509ef445e655290b1c597225a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5293aa247fcf56f57839b29b31d380378c889edc1ff705e6930813cf62e6a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b6d172a155e36534141973065c9b296f4746f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413a39f779f64d8ef79e5a8daa3cd28ee7b26220aa047e13e2315129be861df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55abb7be22168b4ea84fa9ef67ff73fbd3443502
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e241b03958d8747bd11fd1a44c83ec51eb088f0c93d97bde2725de98bd91a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3f005680a58fa3a632e6bdc2b1803f64e3b3da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbfed77ec6cf89fdf3a6df6d831771b7920bb4a0a6b6e2aa9b18b5bd805e084
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51054f3fdbfffd069b1c16fc4163807ab5c182ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb69aa28759265a304cb416dfa97d7a6cac6f9bcf670eb0e88fa598a767d0d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1d635d9932552131707dcc8a960a961b68159a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e930d4a48c7828784e224ff5ba2dbc103cd76b5c229fc2a9525ab37993386064
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7161bc9ed591b91aba26feb3ae05755eaaccbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7387b0b96160dea077cc72918c199fac40cd318c1738b577e58208571422b77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3767e6b0e80f43b7bb712bee38c1979b7ac0c04a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b91faf3701d1a2aed5ee1cbf74e2e0f3a1ddc752db09187ac036c1ce4d5ff3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430e2c93f70210c9a0cc55a191cc311d6700b05c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f154b1c3d69b4a9550f5265d3e098c3e861181cab390b18e1d3b996ec6e348
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670cca7399c1749dd8664d46830cfca28cae63b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48bba0722ff7bd5f3450a79a7685fd6c7586f82f591597129f0d7ec64bcfba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9384af909dcaaa7bd540aacf05228ce308d3bc3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c58d7a81a0a8e28fefe882fde741c072c65ab522d7735ab93358188fe884b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934abf252c23af85d19e45c07b0f6b1696308cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1b9ea11954c6f395e8d00b0d3358e727d0fcf4064cc469489b8d4361bdce02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb883ad3dde4f19dc5d98b357c22d6f693547b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd65c31467aa664371d7bdc7724501f0a1a499c968e9638fba587064e2c5d3f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47be804d6257fa795a439eb934263729b4c960d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b3a941204ddba67b72e71b6eb63719f7874a1e5e1f2643280c04c30e32e59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843047bcb094bc543032fcc9002e7323bb0ce62b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e4525d79f511092bdff58b2c72801134b97361272a3a7cff8e56f2e0e3b4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1290310e68589b8e37e819f7937072c44758f2b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6622a28539cb4bb72b8a2c19cbe8fd6897384a85263463090e48d073d1b1b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4589a5fda6b2660e81783ecc059bd00b03b76f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffea584a4f3af9b363c558b25603b8469b61b0e0d0a61f837a934cfde063724f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449eff9e26c920125f18ff95532af704d8925843
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21a07c8a9820401e9fdfa016a915b7db73727298f9066d50545d639a9cf67b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7207ea6996fd9b288ab53542b8bf4295f6d2921d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d61fa53df5bec2c7d84efbb70f8b04d1bbac088bc5e8590d935b6235573f30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f5fec7482a9df61804f011c41f039941af36c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f62767486c95482622bfbdef46752f29dc7ca4a80b47a7eb64ac483945fc636
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6698646626ec6de6baf5e69504feac28b99aa1ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f481f5a37b96c9e3915f85c971feaf8a21f00f37c5397a7dbe3c0cfc7f86e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f965262a93f680af11c033d0803a9a1f888b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee276b8988cbfb973e50a1bc2a99a487f022eaedfa55ec7853311ac1bf127bc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad1e79e825fc0f00e49b18819b2150521e4780
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25976f01d0ec560d77080e10a235660a809428f2336c7b2e67de513a2d1d877
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bba41caaa8a7b599914e03f16a9c129fd215c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67028af709a79ad8e34603d3ba810cacb098d002682cf53f8097aa67f2f9ec19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26513501075e4c9615609845fa505628c4fc2ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051ae2a6c86aef8a1c4abe28e96a5638db35334d87d7b9899590082048acee8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a46affee059bd7475592b54bd2d5f7ff076b3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713dd417985428ba8afb69eac251b097555a40ee68014362866227586bad567
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d02b114ff64ce5041550e1a091f0d80d9f94ef4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276050cb34f902a01ef10d40a7d638e34a6f13bef089d9ee9f49b00c32255126
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51167e34ade8986d173d7569455abe62a7aa88e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73153e359f7b91a0d4cd01f9b6eb47e30acf2ea3cc8b650eec352b2bde0dedd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470a5e81e96b2d5135ed39b0f39f030b820d480b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb5c4c57ab1fca544d9cd7a81e15262dd0684eb90028b00aafc71d8f98a139
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47b6e6f5d43307aa2632ae69a34ceadcb4fbe78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24bc839114f343f914973cac5bdd54dd166a0b00c9e566e11d1648295fc633c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f6b68dbca3f8bc9f0eab8fea3e3f4e35b32b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca58301bf11339b734023db024a5c173ece1f4abf9b39fa589a7988119347b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553de7070d0c7fd31185be28af41626655dce690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a01046bf887c01e0248c531a29489dd727ec21a71ca6b6e798bacc4abc8e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e15c40c1babc38d29b5fee7e607b89a4cf07e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fa6f25a3901df3d3d17a7592fce706f93e1c41fb4e04ed3539498a3332f3cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fcfcc1e7d3c0bb0ba7c2b75cd358d6fa1bfe65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de8980a04f0537a774ac7a0c76c508ba9f28bc81d1593a2b87eee3a6265ce69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d77cc61ec217d7e454576cbeb74ec95b2859062
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09424ceb6ff34bf3d53a99f20ee9e3f275855edefcdb021825762f249e4a6862
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645dcf29db6011c62ba2c00cad0bd596f000ae1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8a10e75b1d42ddad652bac4c71aed05cda25fb644d60a4cf069f43c9a0164
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082f3994413b1a1674474b9b68f0c51be47c484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44594e852289ec4a1ce6a6ac823ab5671df4ba2f2794817b27d773975a85a97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d48cc12d98fc763a609cf74b03cde78f209fe5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffa3aa088bf19a49d2453d3e87f000143cfd78d644ed23b372e5da98b85ece1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6202bb1c19d563d09f6e400318dc56216e0a0800
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dece6895cf435c31f2efa587e89e48689388ed4d9a9de20e050466c3fcb898
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a51a84da041f7b1fece058d94480cb87584c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359ede9b31f1aa4a9bf6923f4bd64cf11bde9d876c1fdfbeb97d120e95065d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565da70ba43245ef05f5a02668867137838a6775
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4525b156511e80406e0cd744a990ae94826dae7683a700c311930997d57caad2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e023282e41f316a32995d2b702a62d753410a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29edcca64cb908817ab3f44cf3c82d4ee03a44d355d11314cf385b02d8934085
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a91d4586fbb4198ad9869f34776675156539107
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc2da3d97cf74d676ec8c9fe6722390eeb2f3ece79f8f7dc18f537dabaa482
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7cf62b755dd892f493a121d5fd5ee96cf5a7f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57c4c96d6825b1b3dce7142d8743fb1e35c56e7181fb5936be9873751f921fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904f6b553972cf1c507fab57619663e118528ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e09ec7d6cb1c6376267d72501ee15afb5752283e793640000a3e4610bd48b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166f41223907da9fba24fb390596ea7d17c52df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7035faf266c25ccfbda75806160fddc942ead8679eef5bbd23da72d07f73ca7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d759830bd4b192d780812d9faae8058552dc53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10ed2e3c3469426bf92ec1fe527ca4de5c30496c12da7d692c6add62be4d1a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49171683a8975c0df4b67be054cbea4d1a2d1562
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc80b0cc16e1a66ac010de2bc6ad0f88ffcdc4bdc3581537b845bbed9b57e480
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7103cf9f54b1043bba028b7f8d9ea31a232aa704
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3143e0c5c8ecbc0a78cc5c48aea686046a296e9c705695babfa71dd09f66e885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56074e58eee0a27009b36f62d51f11d323eeb31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb725cf929fc80edf598504acfcb491a6957a1fdf6e7b5aaeed0830ff7bddfe7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d78ec38d611a43c35fa9de3a17e6367eab5483b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3704c842c25241af73843fbfaa9195b1b95d5d81023dd43c2c54c3ee90489212
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be38bdec8a018727c27f7b8b46170cd1ebedb506
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083101afe3a23b98f4e3ad64406d17a95abfb1f1760d4cc15106ce3b677ee70e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc1672e347cf94ea2f858e6cb2ed4e24b9ed1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7ad828d206123352d4683dba0ed3eeae39b0df7efdfdebdb04ad197892e0fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e88ff50626765a133323f2021c1fc585d24bee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6f24046d93f8f2a9dc199d8216c195f189e227730c320d608865cebb07d0d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe743c10d5c230e9185ca558560e6e3d00edb563
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fbe50eea0528309e02b9bc47fbc6bec6698b9bb3c00c4c88c177442851dfae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b846b3ccef71fc168cbf76a257aabfd74676461b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70caa8a149f523596a7942b72d10e80ec4afaa1974ddf2d17572538726a0d64e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630246417a9c8eace6920bc304c4af4af4a22092
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f3ea518b5475b03b773a099a448cc92a6f76c920ed0b91fe461df31fb833b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5158e6d6fbc8e06a075d5605708a108429c45e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc65e1f27b80f2d7682c57f4a319f3ad1c7eabc7ab28beca7aadaeeca78c6a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8102da5f7a20fe87ea3f3815522855eb4cfdafd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f041d6124878068ec8d1ec535148378be841d33fb9bbb67ce6674f8f3c1922a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a35c08b47400c5a7fa79233f7a0c87376308b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f62d56dc890dbd9ec2406119819115cb8cf0040bab4e7b7693010df04be79
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3748e82a8b180c5b71c977f771d46cdc69bca9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6dfbf4d29e0ae9c30534bb23a90b23ecb81a37ce64ecb8c78ecb611b981ac6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d391f3ecf7f55cce7d3cac57230961b036319e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc218f098b268512ea8456c8551244d19680addce1b05103c29fec18012ff1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d87cc61aabcb87b12d102b348ccbbd5e5bbf9bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aec6112fef0107ed70e54057006b9572bb3f928f52e9d18c85e4e6d511f395
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b4c66cbf2468f3244662c76175285b8b418ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d560ee713579424e20b2128c67e90f30d991674afd8fc2588bb83e872bb9c45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e7926388e25273735b3901fdf2c87e1c45dd67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35b6e8fb6d375568b7a227deb17c36e2714f29dc7c5ad15b4b66b52749be505
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15c55f0af487f401f7b84e85f64d20e86e26ee2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050251ff4b4136b6255ec794e8eac5529ea69bbb0ed93361f6ca52cf185abc8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db100db63c8120cd721ce1f8f22381a02dcfef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201de49ed65e80c9eb15f3d7fbe79a260488acf3a4ebb48fd217dce1294482f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b09b814e3ae452b959eac8c2365f97844b326d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87770168c51db16cd405ab741fc9f90bc222e284c5e536f1c9f30e53edac07
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eb2acd4acb5e39dc80ed9d10cd40f6564eec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c4876496d9057ac0015162ea406bd83449a113bfec51fae96735179121d84c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c15013feb8eecf0d9e4ee55d61b02562df16c52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434e1479ea7d91fb537aa42e6156714f259c7fff3b5e17090a6762d2b5bd9150
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584257b94936e53f087ef640347f479a00707ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201a0ccc28658e0e8a259665641c318dfa7f922105c72f7202477363a4f66181
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa5bac01860b85ddaa387b49d971d2f018d367
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eb1237010639247ba8db76924a8f1f89fc280d96d3bb8c865aa01f9d823469
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e6f950d223bda0ead1cb875a3e4f3684bbb679
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43427ec3236fb5e8a5bed45f92d6450b612bfe5101233b62dbf341cb2dd0e20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4447e8b4de77c22c2b3278ded2ed8ee64db56e2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2921c68436b6b4ff5bddf851137c467bfd0dfa3a7a8c44d5eb5e3ca5f773f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16202e862fcbc2ebba5b5d60bfb48a2ec6cc6537
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8c272ff1843d4e2b6c611d7f0b0e7e4af84368a47294a03f7d2a110ff5a9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b322776116c917dcceb38b6d9884bf535a5089fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e0dc7b829630936c84a66fffa8fbe405169131e695fee10efc03bfc4b98ba0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681aa5b2c32954bdd7048c54b2c6654a0cdd7dd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16d2d616e0b745b4a5fed2e71d9220bb65d88bdc0688e19ddf743e2b56e779
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717b94fba73c8aa0788f5eea0315185e9d9d569e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e954c7214475070608af436ff43c07fcc615c19c2af94b792455f702607c2692
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b545ec4829b249b606a049634b6359f9fae313b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f628ea5f77f53746c75d16b1985b0f43fcee006bf1dfa09d97c274f55ceeb1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0bef011f5d99603a18122e51036212a178b0c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd68f895cc829181bce02c816a5d9e518149c8d0b624de6d3d30ce50945a635
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2522d8603417504fa9f523e0d7e672ffec0187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b882ec7abfcf54a18b110f8c2d3e0eef64452066578dad30fc41481a28af64b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6512befcc8ff7e79284a13bfc1eb914f8b22e2ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4dcc9ae98036beb092343e513c0f3f2e3d03cd39fcf167f96ee9e3ed61419f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9134817fa779272deaf8e62aa27aabf78f8415fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4bd9e45afb6b34eabe089d7d63705fab022d18ae25845e698ed735d018e66a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a18270ecb5a917c2792f3ab9ee2ef1cfbf4e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a6e359f0cdb914cbf3818369f8eaeecc93a82c603b767756f41b48c9498373
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577f80e85673abc5ab2f411cb8a233638f6a7bb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796cd7564add0b6136d5fd8ee003167433dc0d7ff8ccb8d1ee21ddcbaa05d9d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf146f01ece7c31d8b5b5ebcbd6901ea92e48087
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e254a6b2392bbb40af50d0adf0fd5e3430a4aee65b2f6c4f2a0dd19759d2b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be112c9f4dfdf0c90279c2beaaa34d8689eea9b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d9e6c0db5ea9364e1aeaef57c0d963a01c92bcb3e37b88436158267adda98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41136354bcc8fab6f6434b6c384d9983779d0984
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15903b79f90ada40e119e0a858093c996ae12ab3f89ecb0263ec6672cb1d7761
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea9d68ed1f5bdb28f57d83c69c2460b204627d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab6a1656c8558ff25a3423423de5f2dc4a28058aa0af001566c4ab26864632
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54685507b76f2a874c4c9ec52831a0c35f7f98eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8c502458a8434e5f8b5a6912ef41c6b29d8dad2e186c15d72e713560a7548f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9561306e3371abc59dc4ed98fc5897f6bd09b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32b4a56fb65aebc79eab9c2d411a046c5b85ea4ceb5f30c26bed16f15e169f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fad33648ef7cd92fb540fbc9618011e70dfd47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ecdcd0371efc0c60741e6b261faa76198cbf4b590d4651abbb208230e7384c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5a24f6c63710a819f7288d5f9a1c0e975d59d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bc23c8515612510a8ad2bd612d93614330561852cb2fd66d5688315c2e40cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d1d1bb784f4a2cd6402a79d75c6e45abc4dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084783c5eda7d03c64169ac3944a1e8da2d15ccd637d068bdd897cb50749a95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d97da3803070121b75add7823643c8f56c0927
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9674f0c28bbbc20cec66c5ef0d332f81a39b95529d21d772b6d4aaf2171eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b7b2ef6c912ad84c85c816f0c984bda98528b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4c3c5634a9955402f3b4791f5e30da6ae32968c4f377b3121e0714e6708de8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b3161cbf5bc62c16c320ed4fe6a2cb9c0a45c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e6585b13cab802cf921836986f3decd989b7026d2d206123179bffbccd6390
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecad9500d667cb257af08b42991766bfe0448be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bb0f0cde7b33a1488f82e18700f135410485e13d9617f6ba2a10b502365635
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e2e1a3438047f79f76eff50e463d2f9d48ff3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ab5088f2622c7543c75e54174fa939d3112e9a694caa3c7fe87812b28ec599
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa39ab4255a0c4d42f4e1eea231bf5458666e43b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730d1071f7d0844d124374b1586323459f022f7eb8fc7e248a92ccf407dc2ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48033f796a8c853b6c947c7005d09e5550a1bc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3731365787f9857ae2c219220ce05bd48104da39a0de675add65ea5581808
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23086d520789f320f12f48efdb27cf40c943d050
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1800f7f193569ebaebae485ee5f71add444bf6f2b8095dfb60f537938f67bf0e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fd9393563ed5e4f4bbf3fc193fc56a73f692eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1f261cf7cee92e6aa9d18b8eb1dc80418afb78298d7781e6271a2acf6294f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e6bda1ed1ed8192b429b9cbb0ce571792cfa23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa79dd28ed5606a0bcf866da39e7a8dd2c979dd9745fa2b29ef170c60bbf5261
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f87305160d0ab0c28d3d16a8a6fc0b0140ddc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1348cae6cd67af7c340c699d92f22e0228ade4ae4ce9556b596d181eb6fd10d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09089cea2bab6775542d69d8d635acc13e30e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c300891fb49eaa8f082bc0881b64111be750531854b733aa374a5fdc5e1465be
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2c92bb7a4256e0640bf7b55c79433a7fd67aa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33376191f14b593c9c2ec981a95b093f0a9056a05336a58d6ac767544a911e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a163efa272fda9386de2f3af89bce71e5d56da4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca2a0ba4eb04c48d773611ed25aceeea4de7d2c50113df613991f6465523286
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ae41d993111f947756841027c4dda3c0bcf56d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb869a29c5de03c0ae2b4bb0f0590912f392d1887495bfecc6b9a38e23ff820c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80ec7577b1f10f7b6e9a1a9955fa95d3486cabe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8e11d025e68a18bbc1638d78ade320bd8853439d2f0063525c77e70571bdc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ccb66aadc7482c8cf68f2a56d8175e751ebea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8aab66c01776a521e740a9247f0b66b3b002a868f9956cc1994e8f69961eaa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6152593989c7f7f0d8d47900e5449c78049adde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e274e9f409cbc3e4c7be4d771b7e8c2bf76b72ff5b8e81ab717d5cb25983ac99
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3532802657d64710da06778c6c4ce26a905ea144
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c162fcdea5fabdc04a2a6ca4cd4bbdd440a3a95dd3219d4f1fecbe6f413e9d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61c6958d5df9c737c9de07d5c16cd478f8ed3ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934f50c23ce970513013de1181b448cc16a2f7a4bd111b91ba6f9821aa5010cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae412a2bb82ffedeeb10171852930b0dd8a307a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e79631d0f6ff0b51c71a3f672129a89f588eb72209377e29aa0de547e56543
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3f3df9ce03a33a1dab464024e8759d79b6c840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1dfad02546fdf1d5efe2996802c78ae1ce6ff0c6b4dc0249f1f39998ede80c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24742fd02dbb9ba0024af83e65404a0cd1358fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6504c3a24d9b141a6475e3dc906f9e71c9d0cd338794129ea567d745b21b26b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a007c240d10d78ef42caa50ac4ab44461eb965d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51a58eac9f1ee521597dfeb32576989f9bf2f7a0946b0e46933c04be8d8e4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6f54f3de68106219b08b6f2d94be354f7c6cd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6585c2c2c5e5be0836dd76b207eb5c690b0fedcced0ffb8063d16b4d0e9abf9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d753c0791267d0f8a3a9404239a3d1522ef2a10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f324b82218f6817d4427c5b46125cbeef76ca8ba4f040f10b50aa3daf383a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d17e6f74dc56347d0a19792fb00dc4bcf43f13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cec74d23d61da0f649ff00b1a05905302bcfe0bbe6ad22dc15f42e0452cda6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3c28cb81c315db7f535f0ef19f3f7dd6dc3dc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2636ba082d61fc36af21e476f46f37ad7737d4cc14252eefc27de0929a1e2bad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8007f2578f470c2d0856bcf5da4e1613f207719
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256d895e0bea735840d32209893a1b0d532a7925168e63b8cff243b87fa157a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0675e184e2f80c9ba949be083907d01976ba28ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a849531910146122b8a9cb184ff5e348fa3c813dba5836b363ec3e32682acd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de44a5ab9969ddebc209398d59d8b1ea59d98e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bdca96684b76024c300f939d3330395f8ab1baa818850df61732ff47295002
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab68269703ec60e53112980295ce1f88e0dc2c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71eaa013554f3805b16bfd81ebb8c6ce4e89adf8bb4c4594000deb33a2d65c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ccd66f3442f1576c945a7bb3b824eb12641b73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28e112651302a2f993a994f83e81b8d2802dd955f3b80bd9eafd57025ae68b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fddfffb3cf9914cea8722c7ea5a2fb069ab17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430e4ede669835e74e2e30f4ee007efe535a4e4e73ce9884f48fc73fd34f56b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc0aa2cd69b286ec5d63500c8cc49bcf6d104c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966de52c1865aa6bfc484c2a592caebebcdef4f21a641a4209bd9b022ac808a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ae6fa89fa2dd08ae0194ef31d9de128db34b7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6b545f08c6e9d526a31f6c461fc0111be97785194731c1535826d878815bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e76ea156f83bbd997b052e2bdca9e8b9fd306d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c527038e9574466a315b44454e9a12e00e2a371220cd0677172febb4e72cc1ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c87dc2aeb63b64bc7882241a90137fad3645b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaef085acde5440707451e9b79dd4f31508d9f7d5e39f50e02a15891735ecc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534d30271d63c4f9802c9ff59a8bfb8339f19e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ec8ff877548e5f93fecef1b43b8aa92ba4ce9fecf7e27a1c468d880f55fd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b48ad3d83d4830430e29f9ac2c5be1f11afc60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530e3efe1f705bd97c133dc832cac6be0337c685e93b45155e231806c83db4f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb05b5778ea348af90311c5ef5aa35ac61ef8aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f11f95c5cbf938da63c5e90e6bfe29741bed0b929d7d47579cbc620c705cfd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ead525ac48115c7dba4e2e6fa8fecf80004863
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac71e2b22230e6da0949cc429b7d746ef86b4ff5822baeef8eef03bdd1e5238
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776e1f0746874466a83d80fde8b5a4610dedec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23534cc591d108a8666f7a66ef3165a7a072f18175a0b6a928133269a8229a62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde0e86f8acd11483043d9080a6988fe12dff1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b536784d9dc0c0ca007af1ec77758260c309f8307cf870e1efd5591b3d2cb5da
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391249da2ecbb790f850b9ac3a2dcf19ef9df10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1c447dfbfd4bdd7ba33c16f53d5b7f91b6414f1dfd71bf105a723f0ee92abc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0e35a810efa46957dc282c079935ec1c7d4213
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef67047abdc386b3480c0b24f0c4dcd7f9296c5dd192e220c674e11e43c72a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719a8c60ea24b8611b91b00020b42d4b90b19495
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba9a3144661278cb9c2981d146d08f372b56d5a306a27185787a22f2f7835c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9444a2162495d28fa4d9ba0105d38b7df84554
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb87d3aa35901c3f13eda7ac4fad7515b4f7de7fa2c9a527c2d29c77a83ea99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee65b8213a5fda7b3a6b660733119021f9e7991
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cc8e10bfc327d82eba8edc64bae6798ff507964c5e9e6b67410ecdf806ad75
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8095c71db75754b128300e5b63b0933b086924fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a9e5a8a4a7c2517ed81b4724669cf7c6f4f120b97ac976970451241d06dbc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68507fa1bebcf94a4ede8d0caa8d068d6f4cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68767fd4aa7f65599ea1623edd6c01a45aa1be1a8360ec17e01d9e1e3eb374f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2379171ec3bf5b853973eb9a54b0b50055d155a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd9e83b38bff5be1097f0567b7d686e56a8aec1b2d1e204d5ef99146cffce6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c048a3c40fcc5b409db29d03fec7b14d9f3a5f0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de40797effa999d398a35d018f6c9e8b811ca355b8a2b81ec8d4d268a94a64f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22022d3a0b2b701aa9d48671ebd09611cff88488
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60c959bb436ac31758084a42f3c4281132ce1c4a8ed1233a6c0e4b3cf1ff7fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6e1f03cb62d561717c16b8e0b6f1647ab1fbac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0f196bd549b017f8dfb24b5c4978b54f35d1696c4e57bce2532220abe59c42
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a633835ee7f5b38257eafe5e784b1cf14ee9b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44d011e738af5ec05c1e53d9a6621614c98b7a831a43e648b911c93da88a4ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f281aae760d9ef49e2782235d7194a12678dff5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e38e894cd81429fd12185eec0978f0f62c2e66a5316142675bc11eba83010f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd570e4983165d576e8698c2469b21bc575e9a9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b0b2554573544ae410e74b1c416a03cc87f9682141b3b1f6896750c3157d94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb61854e65075bbea47d95fb2e897b0ac75f5a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c172dd66ca1d0dcc85b28cd896ef199bc9d4bcb1d2bfcc38620a8215ffbbfb7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993bc46fa6da28acbb18fa67e4e624d3d27c7674
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077e7e38e3d96f6cc59db53eddded5d119f2083b5579457e501f542779e31a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43871c919a794dce500c957dbca93bc9fea36970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66933399d518836ff333c086501686dec6ef3ef346ebd01b9185a3c364b84a71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a9952cef3af13667280d6d523f0a544b7e6928
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1958c5497bbe1757559563824044e9fb008bbe2c82e355f0e285fa233ef3e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b353db618c761e68b7c2db124ad8e2d0170ffdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7e3ebfc9d93dae5f9081a1c762c605c8289aa848861564d31d0a857fa2e80f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9287abcb38a9c9c338fa43984cffcf9a31cefd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05648e61e39582dd5172d73c64a4e74ab8614259881fc045313cc2684dd172d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577079a3d886aa139d821bf766d7f3e9fdfd26de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e2b9f431dbc18c3fa5956462a8a91d3062ab52d06829e93dc590e1fd5a4ed4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c3419b14945d4063079e06dd723f63ab618c41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0989147c1837868fe25aff593340ded4a989bb7a223a1d0d5dfd682514afd83f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c98ce97d11cb10e8c736f10f6304e8e98e0f1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c28e837e839b1b16ffc174eebc0ae584719c754c6828f93cc0e04110f44bef3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff82ff89c5fefb299ceeaad36785cb1a4c61fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb903a3886114f3b055f9baf33829cdf3ae7570308bd502311ef06aa8357b81
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95edf5ea9c70d196b08d8a8dd65dca7838b41a9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab4e58d4af2e024a150fe2663c3a77dd7fe7f8da6ddeebae33fb5b5ee797e66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d7ebc22a5cdf3dc12841b50997241ce2efa55d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e9979815403da3f2d707fc0bf2e3fff84ff02fd4f9142495c3333c115418e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade60df1af12d408948575c819ae195fde797015
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8454a19a38ba22b35c4d414ec2963d2675429aff30041fdbf4289990145397df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8cfed606c02559a5c3186216f69daf39ca7fff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db14c6353ff8e94074f068ad62c76b2fcf9814cda93671df320fef1b103d1f19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567ad34225a09e8a738b5df699e1bbbd149a7414
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352509fd6ef18798321f5d2d76e15f89fb43e3d1ab0ea5a395f4337c9db49d4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed15f6c572d992b7a34955d155bee54cd69b222
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2acea14e1fa97638fc9e5d37c90e1becff33d6b74a4ba072ebf414e6453557
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11778aae45e5c93ba4d7c7517e58bfde68b935ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd963b09eee95ad256ce320df162292ea8d5bf331cfe20518e9fd6e5bd16462
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d20f35a2eca379916b22326c70e08ce3bd78fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997de093b25edfb233d33f6db7bc4805201402ff09baa2bb8fba68552e5af025
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c218f69eafc0848ba833cc65d7bf829bdab859
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c62a68b5a57b686628967b8ff98ecd8fb4d3ff32282100b105e07a91fd75b2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2c85f95081c2896e959db63783c18054aa04d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe98626f74f5e8f931f4458286f92999d39988ab820c88adf1167471f688e38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e804266e32912bd5da7830b236c599f045eb04c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419bc6b4483effb668c07d1094fe00e12c412ceb1e08c53aacb7cc0a76de3bed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd4a8c268cffd36794372700c69d3d61ce6c999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bca344a85c34415ee766718f7cf6f1db7a51bccb072adf917072a5c5dcc7581
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa50610c594d138009efb6c67ae788bb2921d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a70e4b8c468415aa6c12643a10d5f8af1f0bb48c179e8d335dec735c8b32042
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecd19b4b6ee33e7409208c202e396002d6f1350
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8905f600532f362b7dbb37fa34c72cecc40fef79b9c2de9ea3e991a7958c61e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9dc7ee5983d8c7dfd633a9d799e42448d68702
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121db59fd5adb1f2702214cfae4f8c26aef5c5c0b6bd240bf9aa578d4ee2aa3c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc995f16b284e8ae6010313976abd24a209b55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c05e7f8f13f2bdd5e2d01cf57c480b22cbed7b04c48166352ba6743ece3d478
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49097140dd4f669f607b43a9dd18d5e9b1f3eed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619797757801d74936e0d03f923af4b9ea0575d96b182f1a544f7fc41b3486ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ea3d4f79f121159256ec1e036b6b2e41d8ed2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a433e8c8b1ce6241189aff7711f3f7f39bd04487e53392110f9b9e08d7019076
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e169196d8b354dfda8c7141bcbdb4006c689e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c2a705ad955962a2596af30c134590b174cefdf8204d9cf2bb92cb61d1fb46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fcf4081bf85dca61adec7af7b457a86c004dd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98536527581779fa667e4975e6aa9df75112aaefc0b7a92dfa6a261d263f7322
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2d33d363e81c0b21f6383b1ec2cf4d1145127f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5848e634a952ac0a0c9cbf1655f6e358407eab280c79e84230cd6296e3fd600d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612fd04fbbaa4d62c81f1bb133320b8cd39e8feb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ffce5ff4f52f340b09120ea08b9e2796ab2d088cf86d2e5ae2d7776c77435
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e58ea3cd2e72d15e86c37c365c6af3580da78a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c0ea521525b4029c052e80b5b2a6a96f0bec3b07c6d87d4a534a23880b19a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faaa9f0e18ed67485b3075b7db66ae3930aa979
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5659f48b0bc70a67c11ffce9ad6e133ee07aff45a74e2e4563c8306c57cfeeca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d3474604f955bd8f49366f2c66b6a68e3a9864
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b219dc2a19f66f1268304ec8154dfb6bc9f2270c0005d21e50c7ffdb95c9fb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd222cfa0751f717aef9b2f6938dd6831905df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c00e95fa7a699f05e2b5dd07d39800a44157707dc2a7c3382019a420a95be5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e77117bdb9fea7eb2c488fcfb13a9d73a004ece
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b3990e543d8f5be1aa776845ddc219af2ef48666396bbe6fc141d481072ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990c18d5add42700ef1f2eba84ebc8dfade5353b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d3fe359107ec76bf894a1d1394f0498dff6d503b991f832ab5ae324cab7dd0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c2518fc9c9e596b2a65e0073d9de2171191da0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af007b04fc1ecdef9d4413c018888943006d360ad2b10abb7c8763526e8cc63
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0a3cc6e36e44f2f6462015432216db26d5792d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56880a18bf1286de546d7a8b5146de7028aea51968ce1c2067eaadd1bd1ffebb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fb0340b0665b4d0587b8f9788a57d0da5d49dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9d309bd81520f46b38c4367cb1be76b4996af81e2fdc5ef00d4a722dbabd7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454af0dc92c42199f96d64099c2b09055a469f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4dcc9e8c090abfd314b474e73fd015355aa487aad2a3b51d513b125272381
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703dd05dfa763bd07de87c8d0b94aaa108f4106
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a6563d0f55247ebc9d08f84c75623a85fd72c5d8ccea502d92269e1a2929a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8097c3d7d8c4995af9568480af7fde1ff82a7e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47883a12578620f08ebe7d77944a1b616b807faf10c692600e0105e2a9739ecb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8cc43546dbf0ec8c23eda794b80f4cf72ac7af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaf3e15e2ffd74ae78e0e18889a0d06853fc38c1c8b899cb69cc0b188eb284d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b99014634b1f9a807e27e7ce089aebf0fb1140
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e673e2c51198440d0aa49bcff7b5b0780a2b079e1f37b07af7f9ff46a23b44
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3ba1efcc4037bbb8e938eeffa39badb08039e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e316a30e69c66e687436210c71fa8748e63afe6ed7dbb42e92829a8628969e6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a129966661b18ce9321404b07db6903edb91461
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fa36979816680e19fa30679f455bb57e46ff2c82115a0166a12fb291be61f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e5f3f0b92a66d36799cb0071b21c8c9bc870dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94443f43b74fe6710bce27063ac230ff23dab09a72e36f95f72e4e8f4dc22fce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd5852283cd72d3d68b4743de3965892ac406d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2059d23f2c185d3bdfc6ce0fa6988781d0abdded45fa4817a2598d5cec11aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d19bdfb6716c815fb4e242f188a2a108cceb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df17bb2bb424f39f4845de79c115f6293aa006c6a86b28ef53528270f79161a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0618c889239131f7f40a766921c221b04885643a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc70679003ce05a35a5f55f37e8fe02ee6199a11279d7883cc0aeed7b7fc188d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dab12787e2f30ca8bd9a313878b1f4f685d9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6e38e9d0126224175bb94d6ac2a933698cc25f81a2a9f6bc4ac5147120bde3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93bee7528ba85c63b95ca2cb1a26c9381ffbc52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ceb373a69d659f4b75b1d1633aa64c18d2ee3036e2fb55c9bcfdb8a8f69ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6c3d4376c3778b4c3e679f3c279f509be4815
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ddc9b4bc36a25abeb27592a4e76ec8f7c6fa6426cc36fe34ca5d8ae9c1a5f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d0127b8cb95045200b3e4a4bc732d5fa164bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169a4a0f4f3472e9d38e0157f29953ebbf63b60773a75e40258f493c493e1eb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b245869f8a5bf42efae43ae6228dd9d115b33284
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29646205f504952694b824e04926b89415a8e35fcee0375effd00872e9ef5315
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c169282fb11dbb1ed9980363f7665b4cb6f6150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad89675d2d899b98ee4f0419e6202d7d673fdde7f770eae97c032a53a0acf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4205f2e9db0f0d3bf798dc1bf89ac6f955717b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c63a009acfbfcdb1701cacc71d7e674201657e537dbec4b43d055b053f0fca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f451b92effbf4d76ddffd5153020af2d842c0b1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c940b21e3532fd533e8a18c956f5d57b02aad3a175c1f934133582b01537317
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b096054cf86f7a5e4cd27d0351e446bc2d485
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651faecee47b07fa935d3c58a40342e70b36a3350f7d2f53ef64789563bdbd2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1354c22a041cec008e02014b9c470a316cbe68a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fa7ca1b7b248a102815f2fdd6cde6a9c86e2cc3f1c2bc52dca6d4634197e7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df1107f122e99b32d5c899f132bbc9f6cf0d381
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348226121fd0ec1139a1f0fb43d17e157f6a19307125a3497682bd431911c78d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb12ca642c4e9cae896529c99fe514ef6f051e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef81eba9a33f7053f466b411cfb112fe4870385da83d8b76fa0d8850b8fe64ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b65bfc0e7a56dc26af9c22672e5b7a583acb418
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dccea4b923ef792f3874929b3d1651b35b06aacbef216182e250c57d7d2a54c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382efe346cec50661dd95c152e06d59c63230eb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4589feebd4c5a35f8c20d405bdab2c12ef2fdab8aee5fc6a22ce5828ae474814
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd33c339690c2ca6966c66f73d3881a82a7961
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd15ad67a0822289019a33d5a9cb20358db6a4930ef3d3ed2b066f5775f915a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d413161451275a9e31a2bc2e196c950560a7c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b89fb762f79bdfae908da7d4ef4fda6030d413daf7ee8d62793c86fd45bed1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fee9a897476a1d193de357c499c7e64e20c5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dc4b09d7747f6a3f003ffa6dea2c70ec4972f1ce1cd85f9d9b151570842d60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8ecd28dc1390ad9b7f615647d3a943bda21ad4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a9ff9d5d6c05ec7d84df12d3446b811ad3476d212f705659ec2f81fe878ae7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938124b542fbc0dafa9fa48baa3fe12268baef79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa435a1d8532f32818e2f610b119547ca6d3b1c946949e6cb3f922588634f51
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0d23282bf48977cb6b10b269abdf6153bfd22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986d5bbbe3f58470e95d30d868aa6adc846850712949a0c9561a747dd8fa905
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57824f1357a56aa63fb049213d2e4c33f0fe805
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16efb2a25a1884288866ed8d6f79a096d7a9cd7cb5bcdab030247d408a2f5f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55b34f8691a3f73381bc0d0bf0fe9d31f6ef5cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf8a409c872f45a1e10a021ae706aec646ea15e84a7fecf025f14b477286b57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd773dd047ff837bf9ac004a5cdb5b948e8d349c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad79fb34ea569a697dd9f6c731713a1add466e1e1a435245cf64f6f1a7a0c8e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a35dd4938cb4a215ee98125330448348672ac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb732cfe672eaac61b4dd84e21f46494c991dbc4542f9622d17957c0ff3fde8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d9c3ec38ec8316704f504649cb9a1afbf13504
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb39bd31b6f9e2aff7af67dce05e206baaaf0bf6f22c0829ec01646b168a9b86
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5fb8cfd832453688f55b49f353a352c2903fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63189ab8e9dc794c5ff91a03155b523410bcb6ea56af4940fb305c74b4a7343
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea7ebc2f59aaf08d644203d33f8f86582749d0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58efc95011b08f3d90c19838563c60c821709663dfbb2b59b80991be457da1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fa3eedb12287f51f444128ce8436498b075e63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4218a160f2cd1bd52be4eb7849ed8e8a69966da572fdf3c9b6b9b1c6c89fd059
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3dd274f598580190148365e4ee479444571bef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe3a12a98ae8c07e6c4dc95eecd4ab25dd7813400b668218e84a65375f0045
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00184233a4bc85f5f548ca1fbdc1a694b44e40e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f0dd0886a751141750b75d8f519dc7ec7116e83014ae23e62c5f695409e0ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7ff6ede4abbddc5f76120a8733d21bce116f4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dbf06d7dd6be2cfa07ae5022193da89233bef439fe74ed71a2b35a55f8f577
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab30d00a75249c28d4fd4a735735d2f1130decf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062c4bf834ffbe392973f6b997e78c7011f321da38fac54d671eb52d7e8e060c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6948fe2c89d2fc460fff61f945f162abf20e866
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4e7e799c9c16c52dedd8922d8990f42446cf478c9120a0f56500ad45cf3fbf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8607fd6f013b6f106f3d7f374ceb282fb687e6d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54070f6fa1a2552cf74437a9ae10f772c2340cc676b067ec428905f829c9a24b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b660399dd79bcc52b8061ec8e0d15a0d002065
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bcf5140cbb85008bc53f5b9cea1682bebd4aca97bcbb38c01eb5a4e96f2134
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c02b58ecac38287769b0a6c59f747d4116c0613
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f76fa4499dc5ddc7173846c521d08fb1a058e3b5bcda45f16259eb58f343da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e44b9f900515a80a46f1a5217993900f1a8f17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e861e1e103e7d43bca76e8589a4981cb4ffde11a2ad8758abcd4f8e9e5ae1a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a593b1e7cac4531ffd753e2a1a5d736e3ccf13f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d5c50a9532a90bba021910ecb4fdcae2c09832dbe739e2fa4ab48832fe7cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9c6ab68b683eb46278ede0b2506ac904fb186b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8e62c034a090b8d2c484bc9e607884cfcbf101208eb99eef9c64a0e5e2fc26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35eacb2154cc0ba1397024704f2200ce01c43f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5599b8afea8233d18bc4cbdc4e0a1d8ca5f7a67939b3718cd6f560cb59fb0b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22819ca18f8f502b9606e71d31931e0df39a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da526fed3d861137f9f2a2bc3738b4c71569ffaed45b884901c2d4afe4268eda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5809c7c5ee11ca4270cf35cb5359a96c0b3e67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cb94dc899943f01a1def7fa944c0523b096e092aa7c0d69c9cb954acbf6fe1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca65ac48460151d66b617a358f577edb2e3ddb18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055f5b7df05603686562288c4f69a3751b57b9b2d22c20057d45487b634cca9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13342733138fd4ed6887a16a3c5010674dd5d6aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd85a18b6811ab9350801697d21d836afb337edbd30c4b8f5a70a26b6d4522
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7719cd93b3443843f972ff69546cbbac6d08ba42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c39e9fc6ad139e76cdc2d3d193cb7d177af409bf3072daf9e5e4ee80506e82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cdfcaadbaa7582510129d4bfabffd1dd43cf9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd7b598636d75648cc97b209feed6c1c19fdb64efd1b36f0338719d4b40f124
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4f7510ca5e133eec29b8f38b323fd323052a5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d80d96c0bd4f8bdb151d1409fc6d7a5c001abf8e514eb032202f0b7cc6a721
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f041851f69d923bb52bb2dc451181f9017c7af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fc6f0e13180773464179a8000e0ebf00450fac84f78c3668b6261203de866
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f9349c29d661f3e08f2437361c1ebcb38501c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6c8f1d3a0b78cc013330ea5ed669d4bf7db32728a55404937663c6f70617f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bcae53f2a41536480a6107ba68fd033dcc179
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46d1e7d51d5f41482d766417cd5b4a73ff5be98546e68da35903bb9329cc368
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978c7be9fd1ead633a20f0b18ebd2ce4eda90a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5369fa7330d39d6a19778a8d561a9523692439063c41e76fef4db8d5c41aab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bdf6555a565fdb02a4e6643692eddf941ca26e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b2342c9c8bb122d8a349ad3d9976fbcd0821259563d1ece35987c9bc52cca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4da692f85b224f7e30de3e069927e9f15dcaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b528ec3da16323f19b59f93dad072a06d1fa510a1427570393c8e7172e050e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c691fd1b522231899482744196f07cb17e6ceb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bafa1d4f5a522d92aef493d32efc6519e7323d605bc1db2310f851447c8f02c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3577bbe12a5eca8bc14df0fbc778442ba66999da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec1a7b7d6d6404be290395dc8fd2d2c0c8fabd67096377c2d7768ca6b66126
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c56a35de87d3b56c39a92388dddf882a8e12f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9088c01ae117ff89ae40535e7908c2ebc3b66083825a99cf0e72caa2bc06cf0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f09d922dae3572f4bde9c1c2775676f3460c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f2f015141bdffdb8ed9a9aad7299675894edeb769b13ce07da19336f0ac228
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a4160d9019d60c227b2dc15273ab7c405ac93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91222d3a341acf6e3067a2c9210571e504ae7272092c233f8f5f0eee27e94f99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd0e1d74a2af29af9835b98bd2b26c7dc2107c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c431a6e2f8e9db5f3e7541c50231aad2035137469cdafea11decdd4cbdb15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6176221b35c9ed131cc4969e2b7d69812739fdea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3300273b2068f8f9895e24612858ea481afca945db8e1ece294f1b354d993db1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fcba3ebcad63279366975411d75edf4cda2448
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7741a08d0afa058bb9f29a4ee27abac76586a09bac440f94853362733b5e9cf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e503c18d392fecec926d1ef9ed90c851e1d17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402a0961fb5515c1678d7d7e632d869dffbd65f6258b73dd5ff4dab25dde1a8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea27369dcb0ff2c2da79f9f6d105b172b6380670
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fec994764f3a16fd4c87346c5337ae8485ce90b494201d290ae8675616f88c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edfd19a89948484f5ef110e89ca18d7a0594850
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecd9bd913408e823a1e6886534734ac510f77e4306a980fe47f6fac007400b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb233e957b497fe68e87621c03606c17a329d2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbd84796976e844f9e94b86ec1fbec173b4dca146105f6af0641c611b41f0e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2fa6c68e31f5a8c15264c48d512cde5e684575
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95dcd134bf46c6b788cdb3786592b46da0a4dfb90dcf90202bafe78bd9a902d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f16b57a863501e7e7783697efcecc78f470d041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083867a52ebb3aec7b3f6a99f558ad7cb674b768cb84939ec4e2762355c5a4e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc895585a6b00aeb22152006b01c957b1dbca80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb0b3fff823aed8361fbb42e02a8d3234fef8abf0f0b0223ea8dbf598b799d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b348b417b4a574970fa0673703242f9f2d58b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e63071988b7901a801b25b4a5149203e177812a31aaaf3a446855c3a2f8276
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad9fd52f82878d88330eaa18179eddb9bd6fd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e76a379483954a5f3d38fbd8329b1a11e92b346fb815e896aedc548a432305
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5331919d5162d9268d463ae914d379e414095922
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828dc7015d349c5ac204a33d39717483b166eae296e0c432090887944b059551
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0915aabeb313d5d9263f7724db5b3b9ba6fb607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2eaee1f35d1035041b8fcc7611459b00abcf00baf550d0a2cc5654727d35c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef1a16102fc3bfc9dc4857e13ffe95ecc67e335
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1defaeb583348f3178884834ede6a5a146c288a0fb731104dd5726942760d4e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631efbe5c029758d8b51d9d7fb4bbe6f5ff787d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daacabb183929a584aa33da8a6f1e1a0e9a97e1b01e6b6e1154baf6388ddd57
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db11670b54ec6f630985a635019f005c1ba10f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4205ddf2e40069803d24db40cb4d03de22c858ff67dd1cda02e52bb08e76f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae331d24a3789d08ed5b6fff718c013492c58c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6716b71a034a074ae477b428d5b7932029908bd4916459e0cda6103712a66bd8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c144efaa5c4b591e4ac0d0ac070fdd78c98de18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56555d44f7d71ffb5a7e719f0c54f6a515645a737deaafcbce545a696f77ef77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f777df3a36cd79ccd3005d84a315529695fbdea0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0ecbfc2a63299366630df20f9c59dc30d7231aded662ef43e56f51d59e409e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f789a854908c783dcd557ebd5f4743185d1d968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f160218cfd1dd736f1d990e949c1b01edcb6f8ba3f9edaeda744f0e3617700
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd7f558e3e2f33cb6b38e5fb65bd31919a379c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5e25fe9a42b82fe5ce859d528cf7621ee2a570cab7c85e5cf93d809d108728
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d78a4ac606d7db0c74b26407e5fbc9de0e797
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bf5e51f3469593b8323095cf4b20a240010ddd5ea5a0257d6dfc18455029dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682239f5b8d1d92c6cd73f5718d938aae99b7560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f4f98c18b21628bc7c7a9110272be571b23b0b70d78a3cff68079c0d039053
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9feccfb3e7f23d9083f08843092ad407879c29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4d50730d4c62adc60d7e355de61b01a05a4c33bf460570c12a4ea4636537e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e2dfeea66271a53e3090907eca7175bb9ccb42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f82fe4a536c57c7c45ac0168da7aac3d4af0f1393cf8af747b0dc6947978a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f8885f51f86d7a292b4a381b7c4be6199baef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5caa8bca7b013ed48a64aa1239f6279b861b02c6427d6645a731ca05b23bf4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ab5aedb13ac12c9032743c0052398c4001909
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b373bcf6d2006282937fabff84743a3881b963e7f3c88378186f0b145e0e073
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dddf49ca48b6b868607b7bc812a43015888e38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07442600f4a81a16ee78a129242b3d4de27cc4af3661c009c072e97c957b6598
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e6880f7ce4362f0c60ef2e4d699f43e6efe3e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee833e17ea281e389d6e6c6d34ef5b10d750aac6f7598c5d874b33e2d45c2d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab205e1e067718a88ec4d5017252030ba1c3f44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba0543353b7950b770ad39471a09021c5f10ffa9167a15290102da80ec50027
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708ac21375b334d96404281964e5317f85436f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0568eca190b65c6a6a1f86901342292f6235e2c1bf557e111b4d013a19311580
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40658b3f84f8938a85bc350274e22b44a4b4927
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e200bf383e6aaea887a326a16c1945da487dfaecb38b22296f3349d936d53a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00123a712a91afdae8d521e394d7171a7700c150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6602125f62c6659cb846b224c44185742945fbc0e54f6dc7ac21ea62c6abeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c6e8b9577bf5408bf3571e734591eac3ec149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807c339a6c0a01802b6e7debf180dcfcda09e920319d7ac6c931aafe85c33ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b176abc98330615f172bdb9edd6b2c6a1afc3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1aa3130048bc7c98a5bea7ddd3a43b2cb5609a9c6140045db45114a4868b09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c966d8fb5a04ec95a23beb267275f2e84fda7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450da0e505cd35b95bea743102d9a9d569cd3be65051a02ca2e79dc53480662f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ca089cb22b218c5afa9545a2b94e2b85d544ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e102a1e82fe7566a000e2fe9f842a3cb6de089bf06fbba59a940f207ddd64ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60714ade92169ee59e8a41f731231f8377ae616f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef015a2e22cf87f577ca85ff876031ec335a7ead661c522cffe0514360a6767
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b85a310d7ff8108ea0409dc4c7dfd33d350b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e3f2c2d9f0eb987a2278b756227cb2b805eb7aefd83be4eeaf387300c30b20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66718d7ea16f02ce79c4bc847c5ad0b8c027185f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd033e9c3716b4058c674d90eeec0fb083ae0f3954bd44604514df94994c40
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef7ca20013325c65565158ed60ead488f27319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfacfa492c5bc6b115df85b169e3e24c1f3baa927553d7aea78af409adef79d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f9008b05180cae6e83eb7be40561a32035bd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f93084edbfa995e9aa5bfdedd0eeba64fb71822efe7bbebb4200d81c308ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62dc233851a4f9e85e3f2c3d58423fc0e3bb2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49036d4894fa2696f928bc0653d6ef9a60ddd0528e93a5c54165f5e7f9b522c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca29fbbe3178692f040f31455f9b4f2f3f04f81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853de30df1d8fc412161876d9ae20ab842b943b0d6fbfc691dce48dc4a520a6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c09a438ca4cbc446a0fa8d44c840ea0321348d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12717c2c0038cf26309ac4b0450e06bc4c043ea5bcbf3d9317978e6c67b1584c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016125c52188e0121ecd36446ce501d05efad66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3cc125d96aea91bedbbb33a5845590dcbc1d0cb7cbe457d42ed9ffee4448a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde1e1dc8342f5ab70b52e4dd0d17219f0c3347d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc645d2bcae65812135142b4a404ee7ea98202b29acd1f7175d2d2b16ae681
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a875566a72c4dd165a2d2f70cdfd0b23102a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2958e1d30f0e011237ab615e1d9b9a8c357b0a41c10958651a417d4c8acd74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45104565225e7253dbae57a9766779ef0f20d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774549437cea69004960eeef9172d292eeb03568362a7c14f510c0e793c69da0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2a92cc8e16f7844c294eb0ebf3b668f7ab1e0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98acca3718bea98988104479328280ea797631616eac3a36dc412f46adace7be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552f9c86f9a1c88ca136225fe151330ab6778c92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da473295dacdfa850d301a1890be39ac9f87bbeecf58cdc5259e47e3b58278d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6919aa2620cc2eb708a662aabd01607a36cec669
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50063f0b7add2b0dd1a14bd711b1263d62961019c1d755e51a8d3487d7dd09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27b4f5a891c45e29235eaf2b6f0ac857a5349b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4932a707b8f8dc61bdee631820f70e05dce093b3db562fa8d25b9d4b6038b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea9f312c8e45c95450a1be2f71c41c4323edee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833134e7cd42b2d06ea9eee53e822f8f592079303213ed42348a79ef5b92a69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29586d70ec8e70b7512ccdf36672cb5eef57e358
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123d182355fc8a47d7eae2240c459a864399e7f43577764836cf03263545811
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcd9b80464aa25e94617a29e259fb9c141eaad1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5246f8504638c89572d1375f6f725172879eafc2ac857a26aff6618646b84a9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062a37cf329641406d442d8c84913263ac7cc0aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d22ee8a2b2086c50ae91256c47b650b4d3aab54dc480b19e2a5ad583548011
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350ee0156dd8dbf7ee0cb9546207cfb2e7614012
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47047ce7c73e1f0c196241d084256497e1f3ab95b0811cf937f2aad848b05ab4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf06bc62698888c83b4c99fcc7266ba06c8544f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f47e57e50dfee00762f0da51f4404870365c89da3fcce4ea303becb918dab
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a3b6ac0d08f26650a03ec2c61db5fb105deb19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ecae50708567b935cdb6e0fb48f661b304be87badc6a586075cfaf956b32a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0221e1b6d58eddd2eba9324a90b5796a17e8aadc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d30683c7680dab4d6fa8e122be6467db9bca788e48ed758ffb9cfdaa0f1dfcd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb85ef3de7e8575280cd80c58a6631640024892a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ed7078da97c24828eaa641822cce269f27519cb7bc5123f086a0a237e82bca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9262a48cd66d0b916eab2080f9915ca9af0c8372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69313a1e613b3d6cf4cb994ceecf266bc39e54452c332347b7b4622be3377f49
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a4f903b194ba0feaa72224421f7ed499b3d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceb9a754ad2890c7f7b19cfb34321c6383dfd38a57e6a0e728234ae558af7be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2139e4baa1906c55cc6f454512ab831c01f4c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf0397d1189751f21312545315457621709483f3eed70967dc4066e16099c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b888fa99899daca694b906dbc0e1a90efb4875
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b197ae7b3041c0c64d3fab0842c62a679510297954a477e2d8968b0c9f93be1a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026fc0e946e779a811bb9d7c952dcdac6ca65ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b0ef121fc82893cb8476f4f3716af023576cabb274077bb475eecf254b489
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf25122085998ac1be4c2cb2c695d0aee155b33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0f49de6380627433a76ae8f797d038ac825741c39df1a717620df2f545651b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58a5792f0d768179fe12a627ebe8e141dfb6a5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293b723f7308095ca0972a7766842ac36753e3779735185bc40f95eb459fc64e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dbef340c857c00011c83ae2ac4a890f5caa990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f838a88fd8cc616547ac86e0c61140b2c4b38dcef0993d13d161e6a8295d82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c2423ea4be690a00affd677992cdb8818f6300
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3356e4b18fc2f4bd23e20ac3232c5bc8e99ab74a108f695e9fdad7d1a5406d74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be36c01f54a15f99f334b5171e47585069c71102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d5a8c9bc476bf4e995752432a0885d3cf8e06e286ddcfb67da873f4d0609bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7415d916cbd1465c491cb064232e731a9dd138
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fe0c365c656a2ac41709685fc8d4d7bcadaf026bf4d623e2d2bbe36b79b48d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3cf2cfc31c73ae844ee4279bb4fb4438176c89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab6399f378bcf54ec9d770ac40b2302e8b3a3a562179cf192a655a85801f2fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df4cb77b3d6a5bcd1ea49374bbbc65ee7f3b745
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994808c856cd37e91a3cae92149fa042f436a7760f4580279d0e283bfc401bc1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e85dd7a67a8e2744398b90592e5d83ee149291e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492b321354bf6a688bdfa47d332e8addf882e7b3334d88eb89ab0822c2dabf2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ca3defc80a368182749bb1ef353a151a9603b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eaf24ea83ad406602ac8ea333287b24e224cf51d3ca801f29823809b6ef59d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45207a4659ad547ecb9316e515c03dcd1bb11275
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951b17e4e5fbec6dc332de4a9924e9b38c6d17f9bfd6c5320ea564b66cddda32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96679d18b522f2afdbf05014405cf3fc79687005
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98303c117b24b5bab02fed2e4a4a4d42539bd557831975902e691eaa6a4d5c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f2acb7fb7604f0adb64ce9bb7199fd6a3d34ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b627b189413181f0f457d2b89290fff4365e37ce9b22bab31c7e7c046c5f73da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5b7208d0478b8f682ccf82041d3ca805ad550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ce52a2e4c1dd579b0ba18e0cff8d2fffc8374c51885be0b9b364a2a2716f37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257a7628f77d91e120c4f1c0da3b3205ec488981
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b160fb3470016529cddb69fc56694396e3d15f822b3e6e769ed9f380b520811
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575487a766208fc418682c53006a1abe38bc8e0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27577b5bcb9468f58de2a9eea153cb53996b20a33146beeac2542bf316fc0ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5876edac1023f6df8dc7cb09d94af3d8239c08b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2528a30eedc642ac7ba2223ed3743786abf0c26bdfaf8a7c07afd8ea1f5137af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ec364d43f955f707ec72fbaa0e41c01fe5e60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf56370088433b50a25115cda2546ef42683a9f9836360579c911e7d1ac58ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df06acf3bb58436bba1d8afca29f933590f2a5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc536136cddba4f9d15215760c595b7d3f57fab92700149ac379a615c38009e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989bb39aad56d50e00101ba007685ecd5c4a4b02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced0fcae3a507669c509179ba07c4769ed0e2965ed1fc4c64c22c61959c4c929
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91bf00c5632c3a2ce4b925ce66e34313d982f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74eda0a080f6d001f100bedd8bbb0c7980473cbb1bff33c13a3509c133ee4a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27a1fead904d7ffb6ca3247c6878045ce890ad5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da1ae81793b22696cae8f52df76eda29ffd081efd8a0caa6b8342d8ec8bbe98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edfc88a5a6b9269b5a8eca1add2c3de27849e89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f11efc2bbb4c48faf74d277c912314d2772dc6a5c653deaf577bf33b3a8767
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763280e0a5033d4a38f1b04420423ec0008f77f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67304b0ca8ec061b0f9e7a3791e2d550c53785148909918ed64cebc2e40cd295
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01086802f12f9c65dde3737628a2e51b9e785587
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5b3a56705111c8c11e290e92e1818dd40225c18a37e6da53c8b8a1e1f54ab9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b218e708b0177f9e262f6dcb4e76111a83dba77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab559b4521f1a1b7df9cb98abc47873ea1b866d7b9204174802c62fc1c6953
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528922f01369cc28d15b51d4da06bbd5eacd275b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c5022a794062102f8b70bf740cd46b24a187236f5c7cb26d73054f4b6071a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c86e1a78486f51c2f6d14a7115c26f6b3f897b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0d40bfeb647b2cf3aff0f7a555719071892a91698a1b873893728af6e52f08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e842a6b91fd6c056ff573400ac3d45964165b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a18b84e949760887b0f37168df73d4991134224c2f363581bdc7d97ef2a53f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f50760ba5351dd873a8e75fcec5456c1a49885d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2061942786189c79e8db85be8b0eeee8f61a56f3fde2859b378fd1e067dfdaa0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3b098c00d2048ef53cfc6251b6c1219f827a32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1332fa450bad093ad7224dc46ffb7ff242d4b6718d7e257177d241f936530f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0580a25b750339bcfea3964a254c5a76b2c85e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3413cd9f9e9184394f46e0090946e2ef33008f751f42b319169db9cc1afe5c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdc4e600d40c2b43dee8a16f2c9851b126041b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f40e47a84932f7f755f3910058ccb96ff6a64dbe57b6910e3a327513839b4ab
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ac5c0ebd0f55fc5b761923cb2bf0a7c842bf8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c267f46fbe032a99798d28c996eb52c5ca2980bd9114631ae8b09996352b2e6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355df44233a55bf828fa705b71b379d273455e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3a32f6fc96ef7c00d8dbf8d45670197cdd431ee1aedf481dfd9bc64d43b04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5560d155850a17458b6c13e22a2f3b0e98e5dc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c575dc49ee904250491fdc9a0401caf476af036c3c93576516e0e6c2a52533b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7970523f4048402c5a9bc2ffbb69e4403b5b36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a2f96f2f71933d01ada7ef09ecd135ff88966c693f7e77b335fce4752056bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5a7ca5364d8cedf619d8c37d919b2f33236c89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb12f4e9b448e60f315d108fc32b2daab03bdf440831f07661ed223d8a577ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5db313215238fc6eaa2a991ae7d82b830ce29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade052973501a72206b28d7004b0a0992858ef2cbfa063bcf665607fcdbbd181
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f21158f5a55fa24eb58e7ddcb39bc5465eead01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8f7c3af135996b9382b1e0a6435967c433de94a9e09b19cede9a86867dcf43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a2fef3f45e9dd9c085c8ff2b8daf4601bb6632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f21c41f1efcf7800ada92b94324b1387074d6dacb7924f21ffe9d39be5e7d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f557243bde16d7e93843cf13580b089978243e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d5bfcfd7620eb49b3ef85f0773930265590289e5870c2ad545ea3efaa245a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a16a151225d81255a8431a047f47908d00f47b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef13fd653317b804c2e0bab670e07e0b202c0a70ff769d3b807d5eb9881457
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f0de06418cddafdfd60da2cb8fdb96b44d862b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c54bf4e09bdae41063c95d9330ad818e97d69d656e9d2ffcb43f21720e6fcc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd332c2b4d4284f7e3954a0d09ab562c62495f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f48ca158a3b94300d45afe3315fee41c8d9581bed8fffb774dd027b84bef322
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8e9ffe502a37abf1470a3d5399478adcff0a41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d3bb8f86d6aa4d93c4e2d191bd391895649e16bccdea6efc78df8a00aaf247
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec5e4ec53ce20886e025fdab7666931abad14a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bde9ef85edc678307fb1887cfb9283c2c9bb4880fb55b732d4ab5ea30e161b7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4cc7f39042ee25ec2aff37a07d076ae0118dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07718b3f56a3ee429b4d674a2380938738ca4587f851231f64167692738d16b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106990e150a06854bfd066964c9c4cea57ab7798
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d145af82af4d7c9642314918b181655e1d9f8a4699fc24cafba6a450c9d2db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8428237c25149d1b7f25e529bcc560c5fafe35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b499dc9f7cb48900fd9db368ebf5a1cb0e784a1a1686e02779f6c158d48b5476
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c08185ac859bad73a110c66327903590d830cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19b5c8283f507d4cb9efcb7dde3ce10cb5a1e7ff496f393a7f275842aba95cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1b1198ee40097b143f1757618eaf087db1f459
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddcff56f2527f56d0b028d6a65a0c9ce008677ffab922e84439f5537d65b8c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4504ac2317360a3e436ef46ae8f39b71622cb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc40e43c4be35d99b627076e7449fa301fa4a520feb05baae45584130d3d081
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7696662f940a4542667cada8ca307b4a0d23da85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774120fbf9007e8bcef99e49181f748a1c49f36c9147d46c514b0fc734c67422
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d51d4a7e92f9c099c2a76f6a47faa242f66e0d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429dfc2348e9ae3ecdf4b428fcf71377c6460af102afab94057fdee55d70616
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db08d702f7f07f9b715d66a7bddb9143c148e1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb263f309b5e90dc70581012b297d2c1a4a04fcdf127af05451cd454e58b57b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5737729ecab197417978761e5df1459e54c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675029f4468011389e6958ecdad5e925324ae30c8e8d9c26d98c015c7196ccee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c74b6b5cddc9ad47cb0668813245fec793b0519
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e21e0240c5e8ccf438d72bf97e89c2db8270aaf0b912bc52af90b3e44e73c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f635993502e7c2b9fde233c04e8aea66d31e332b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d3fd01ee0386b7ab80d4057d790a07e36874e8867a4b3242952bd08cbe04b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4028f9a71ea8bf81c99f45d0d17b4298f34c59a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49a7b09f0bd8b0fabb07d68f3dea39787496cef6b6b3661d97a0132b0f7121
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cfa49b24f231f61808ccd2098d1e89cbd487fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7442c195f633aab52e0293cd6bb552be41e3e6c44d500f1b937da6526733c68
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560c4f6c5e17e5123e5f76eb87c2700cb98320e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c9264765e52e339bc6bfcf850d52724d5297854a17fcd1b997cb682c3c2021
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bb39f444ff0aad5d99fa619fdad77d8cb7ac6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8386186a7d873c65d0da68bcd62827ab10e736bdc50a582cccf9696cb990655
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183b1064d1f5aa598821e712efb6ea1abdb8d808
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa295c144bd97bd903422c46b273830f7664c35283e3c71c06d6c8325d859f0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b7d52b91a1d1ed4017bf1c35aef0d0b112393
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2895ee02b8a127b1718164f6905cbe10c2b8430bd27ece3213677f5d22fd5d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a7cacdf76ce6268ebb00915cae53d72809521
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb779885aed9854f66e82de78aec38c9eb78b94ff2106bfcf8d92f7967eedf5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9550eab47b5404192c817782e5e0b2ace91069a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe55b44468cd6cbc85c5d19e52f21a00ecc775aace61eeb4793ac6ec582f967
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6b5bf7840d8a3d6b3708495e145a562a43db26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bfa90f01e80f89b5b495665ee3e009352a2a81dcd7915791e6ede1d70e9375
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e353370db6758834e6960acc2c1c72f29bcdf9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdbba424b2d2265cf80d9d0a8c400e78856ba9cb28e597260013ee7f16d4fe9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e7beacedb43491804834a43663f913cdc8f07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43218692315bb9613ed2c7711bd8e1148d6dfc6d9bcb362df2e4b2582ef43af8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1bb736d7b9e0b9d5c5f7937b40743f9bd1a4f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb411d71288456611917e3756f9c1588f3f44e60338bed255995fcc10f0fc26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba6a0a09276e85e27b270a30625f694dad595ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f7a954d22086ade8eae594eab824290f55b67916613c06e848b74d23fc55a
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89531c8f6c0c8c418849d3b070faabd2f1b0bada
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a3a9f5a46b15e7b6006dd8a1df18217dee51f2a50519e80cb1aca241eed23
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ffe8fe03bc5a49b5330f0a109d2aee697bf24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac02ed463f93f75789fa056d16993f69867e429e9df1f62b47c79f4cc045f70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d95a4054a63b1019cdc3f4877d9c337e7327b0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858cce442a2710ae4a7ddb40554b8f24e0ecf51beaaac2bbbe4386e838af46c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3f16d6a484f16c17d655085258f2f1e82dc12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bfa5c82baf149397ad86342e73c2bf9a00ae08f244c6bff661e7e0182eed46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae7995ae6f8037142f0ae4957601e3731ae051e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451f8c8ed36248ec0899001430f4754765f707c6361973580f2632748b2cfad3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d998da80f9c904fd5fbfbe2b6529d0ab30df78fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30ff1248b32743959f659c75a9b9fa6dfe4aede7a35406cf21c69b23dcc03a8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625b7daee34ba59c203dfd4278e9093135c79d62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3cb4fe69bb48a65124426a9226a0fa9c65a33118fcc360f86dc4e410b6b5af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f88c95901f163122392c53c8aae83da47de3f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655145d8869e8122fa317ae3378958178a55e04042a2f3f551b84dc32ad188c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f2fb68f7bb6ef2dd233eca4d6812e283c5641f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042eca77a1e9f3f90e63941925074a8431e41ba5d4f346a560223ac776bdc2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aab5040a1ee062525425536d97093fe4760e8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495911c64ecc971e3085c153eb3fc6e39be76357c41b25f05382d6947db399aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ef7db96fcfc397955fda5a16d15e1cf29eeaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a386e04280bb28557de150d7c5a1a95bf32c713312c612e90ecfce43987fa4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604c109be71a7357fe5e11b9e8b988f1bf314a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb09de95415e0ae147ceb0f63b8cfd0e251c06a2e06582b468807f85ce730a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6008d3ab122774df317e28a79889bd58fb8750da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289d5c05188c4c6d1b63a217c732789fa0127d09b19d6c5fb3b0022f9aa1c503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e51f1999e2d0686e88a2e6c6819b06fc892d21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb7521f76ad36d9fad0ca97a156eaeb4f978442f2f6cdd3225baaaf3314a6f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf85da661ebe0452994d5694f80fa8cae12a072
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d777fd45d25634dd91d00538b89e437b14386940bdcf1a5f36499f13c5b7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca99e136b5e027ff968544b50ca778eab5c8a0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880b2dc2eb8e05e058369f30f0cd7d8e86189a8f9e83305e7fa307c298fa3a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006da038042c1fbb058f2669f70425e5d32e9823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde118135b911b722d143f0130f7de179fe8ee5139ddf33b49ca65574568062b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedcbd52455228164a38295a0705c3d6da57aedb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da67cb48eb1f5868583c127d4b668e66739d45efc797c9b185227e25af6b8198
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aef400c05633cdd47b9721ac1ba4ec0d7ad1d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2d1bfa8f910d3f2925c0cb4f855432c98add80fbb58af1aa88acf0095b186
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6578e46fc2af7adc24c058b4802611ba4215e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eef9be3cb5afcfc4cf58b1e9f773fde1b2b05383e3634bb3c0015287576b6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bcd454b76dc2267b2e638df85afe8b9d596242
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cc30df1b131252702850c871707bb7a53417a37ea3df8d40910bcb7e55110
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd85b669d55d6b69a5bf6e7defaae51143a7419
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17458153b991ed259add30ccadbaf260a793307f0d01dc543b818008c32ea5b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614f4b9e5b003bf9daefd5a88e9c018173e102af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a02d2f89d83b4f31557965580f77380aa96c345b6c5a0dd36f36338279050c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c8c19f7a9706c4a4fb48334c2262c46bdf2130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16b027fe6ba886d8c7490f3097c62e2f1523d1496de05d6926bd7bce766953a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cc74257d3cc5a7ff3eb7c3358efa50b8b5cffa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf14e5e796e0191189cfbbcdc99416362a271f9af0716aa28eccc893dabb3f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25168783e624856479d2a2dd03bdabc65a54a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c245c031bb946dc29d3b67de5b5b4072dcd920d0726096b924abcde05266eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0065303833cfcb34c40be06a1223126d77b2357
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2dca2eca95a189dd7578602295fdeb941736bea5f739e2a34c75891dea4159
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b0cfddb1fbf0bc9c4ed5e46d8628acd9328810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7610f3acf75b8cc8f11912fccdfff0b1fb74627cb18b82089a7cb8fb8b8e0ed8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820b241c161dfd6c6873f748d3da7854be245420
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d5652afc7eea0b4e617138def3e730aeed38efb6bce43fcc2613e181934e6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86ab53d895fd6e60d320c1be104ca0420593aaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0178d22f44e86231a08d2aa46a0b9a66a3924334e1d246d6fa8d2efff11116d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aaab3fb6cd8311c899fb9a144717127b2653a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb28717b7abe752cbb4261b6f3465380d8caace4305b6399f56e109aa66a1c82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1304666ca8a0397e6813877bb00b1b7a05d120cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522cab4e8590cb0d7ae8418e2a1e81123e422a96e3c8a38e8091e3450987248f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b52c0fa19b10e0d9e4c2d2ceb166ea19b9ba5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf3559a19d8f15ba865973453d66858fc51de9212f9b6cff442e11b6a69f33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea0b8b2f8ea450ff6588777b014a498ee3ce38f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf94c33f743cf5277d05e2e4840e4ce9248480013b10c307c2b8ea1a0e8047
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93a16c6972f8ad19cf5210b2851cda766c760bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d65fcbc43bbe17f9007282e4f64d21bffe8781203350258669d703a501f22c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a61843f64d8f3f935c745e70d373cb0bb6879
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcfcbfa7fb97015352abec12764bfc3d3fe6d61ee5d3b2a9839fcfaa3793947
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b51275d01d184330c44e18facfdf0b9d0ad579
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93e3d73bd863943ee0de1cbfcb0ef7403f9b41a62b5f8812c304f4c04fc2c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5444fec7d0f38c0ed3e95b7b42186c0ad3c7541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946babd0dbd002fe33f852976ef3bcff0ae61cb407eda0a1002e44cf003221c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8d0ea5ab2b9ff77696aa7311d1f711bb8fe1a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad02fa9e915f23e352f4eb90b8d4fafeda6c9d62049f9dff8725f37841c807
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dcc65d6bcf1e926d8d6545c8d59cd61ea9d35b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec479d1b12c0be2aab513fcde431119090998f526e341eadbdaf2d05ef33f21d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbdd9f8675bde430dccdf606fd76b72a61a0119
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76cded611288d76bb5f9feac3bc7d70c0b55376a64a85ac0747f6c2e325bc31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e3846a27f10ccaa1d7536168cc6d105ae4863a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760f349535f18ccb661c659308443141219b89d6cc6277be307f3787a3643ba5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c84c9819dc00ad59f71835c84720b56b87281
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1075cfb031b8a65aef4dbbbeebf7740ed64c9ebf4273e0d5083b24f922729516
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ba5eb9b86a1bc37f00d4904e01a7f95e09604
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c176f0b98f7260cf00e20b93c70b00e04ff73dfe491a6bec50bc0cf6ec8e69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768258a3a11aedce60d1b9f927b1ce6edb57d13c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5a6675c81dfc871b1507d953de8e7fa6bbb92e635d3a793e5573a2cd68ace2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d07bd92d361195fc51a47b2e60a314b05eb3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57955f328a8cad692051eb5890e012a4441b7b4675730448c9f90cc9790204f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971167d705b3662f3adb599401d2e9ee59cad90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29194c932fe6e3ff7bcfc5a9f3d3c1079fedefef33c0806ff070468a90b1c779
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f994e74ef07dd9a89178f9c9324e2a92b904827
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0842a859f4f8635259114b5f392d77d9dea859d77cff9017bfcdd4c621994287
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa51a1bfcd12de509ef445e655290b1c597225a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5293aa247fcf56f57839b29b31d380378c889edc1ff705e6930813cf62e6a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b6d172a155e36534141973065c9b296f4746f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413a39f779f64d8ef79e5a8daa3cd28ee7b26220aa047e13e2315129be861df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55abb7be22168b4ea84fa9ef67ff73fbd3443502
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e241b03958d8747bd11fd1a44c83ec51eb088f0c93d97bde2725de98bd91a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3f005680a58fa3a632e6bdc2b1803f64e3b3da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbfed77ec6cf89fdf3a6df6d831771b7920bb4a0a6b6e2aa9b18b5bd805e084
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51054f3fdbfffd069b1c16fc4163807ab5c182ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb69aa28759265a304cb416dfa97d7a6cac6f9bcf670eb0e88fa598a767d0d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1d635d9932552131707dcc8a960a961b68159a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e930d4a48c7828784e224ff5ba2dbc103cd76b5c229fc2a9525ab37993386064
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7161bc9ed591b91aba26feb3ae05755eaaccbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7387b0b96160dea077cc72918c199fac40cd318c1738b577e58208571422b77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3767e6b0e80f43b7bb712bee38c1979b7ac0c04a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b91faf3701d1a2aed5ee1cbf74e2e0f3a1ddc752db09187ac036c1ce4d5ff3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430e2c93f70210c9a0cc55a191cc311d6700b05c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f154b1c3d69b4a9550f5265d3e098c3e861181cab390b18e1d3b996ec6e348
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670cca7399c1749dd8664d46830cfca28cae63b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48bba0722ff7bd5f3450a79a7685fd6c7586f82f591597129f0d7ec64bcfba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9384af909dcaaa7bd540aacf05228ce308d3bc3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c58d7a81a0a8e28fefe882fde741c072c65ab522d7735ab93358188fe884b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934abf252c23af85d19e45c07b0f6b1696308cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1b9ea11954c6f395e8d00b0d3358e727d0fcf4064cc469489b8d4361bdce02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb883ad3dde4f19dc5d98b357c22d6f693547b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd65c31467aa664371d7bdc7724501f0a1a499c968e9638fba587064e2c5d3f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47be804d6257fa795a439eb934263729b4c960d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b3a941204ddba67b72e71b6eb63719f7874a1e5e1f2643280c04c30e32e59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843047bcb094bc543032fcc9002e7323bb0ce62b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e4525d79f511092bdff58b2c72801134b97361272a3a7cff8e56f2e0e3b4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1290310e68589b8e37e819f7937072c44758f2b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6622a28539cb4bb72b8a2c19cbe8fd6897384a85263463090e48d073d1b1b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4589a5fda6b2660e81783ecc059bd00b03b76f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffea584a4f3af9b363c558b25603b8469b61b0e0d0a61f837a934cfde063724f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449eff9e26c920125f18ff95532af704d8925843
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21a07c8a9820401e9fdfa016a915b7db73727298f9066d50545d639a9cf67b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7207ea6996fd9b288ab53542b8bf4295f6d2921d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d61fa53df5bec2c7d84efbb70f8b04d1bbac088bc5e8590d935b6235573f30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f5fec7482a9df61804f011c41f039941af36c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f62767486c95482622bfbdef46752f29dc7ca4a80b47a7eb64ac483945fc636
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6698646626ec6de6baf5e69504feac28b99aa1ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f481f5a37b96c9e3915f85c971feaf8a21f00f37c5397a7dbe3c0cfc7f86e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f965262a93f680af11c033d0803a9a1f888b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee276b8988cbfb973e50a1bc2a99a487f022eaedfa55ec7853311ac1bf127bc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad1e79e825fc0f00e49b18819b2150521e4780
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25976f01d0ec560d77080e10a235660a809428f2336c7b2e67de513a2d1d877
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bba41caaa8a7b599914e03f16a9c129fd215c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67028af709a79ad8e34603d3ba810cacb098d002682cf53f8097aa67f2f9ec19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26513501075e4c9615609845fa505628c4fc2ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051ae2a6c86aef8a1c4abe28e96a5638db35334d87d7b9899590082048acee8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a46affee059bd7475592b54bd2d5f7ff076b3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713dd417985428ba8afb69eac251b097555a40ee68014362866227586bad567
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d02b114ff64ce5041550e1a091f0d80d9f94ef4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276050cb34f902a01ef10d40a7d638e34a6f13bef089d9ee9f49b00c32255126
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51167e34ade8986d173d7569455abe62a7aa88e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73153e359f7b91a0d4cd01f9b6eb47e30acf2ea3cc8b650eec352b2bde0dedd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470a5e81e96b2d5135ed39b0f39f030b820d480b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb5c4c57ab1fca544d9cd7a81e15262dd0684eb90028b00aafc71d8f98a139
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47b6e6f5d43307aa2632ae69a34ceadcb4fbe78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24bc839114f343f914973cac5bdd54dd166a0b00c9e566e11d1648295fc633c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f6b68dbca3f8bc9f0eab8fea3e3f4e35b32b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca58301bf11339b734023db024a5c173ece1f4abf9b39fa589a7988119347b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553de7070d0c7fd31185be28af41626655dce690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a01046bf887c01e0248c531a29489dd727ec21a71ca6b6e798bacc4abc8e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e15c40c1babc38d29b5fee7e607b89a4cf07e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fa6f25a3901df3d3d17a7592fce706f93e1c41fb4e04ed3539498a3332f3cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fcfcc1e7d3c0bb0ba7c2b75cd358d6fa1bfe65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de8980a04f0537a774ac7a0c76c508ba9f28bc81d1593a2b87eee3a6265ce69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d77cc61ec217d7e454576cbeb74ec95b2859062
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09424ceb6ff34bf3d53a99f20ee9e3f275855edefcdb021825762f249e4a6862
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645dcf29db6011c62ba2c00cad0bd596f000ae1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8a10e75b1d42ddad652bac4c71aed05cda25fb644d60a4cf069f43c9a0164
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082f3994413b1a1674474b9b68f0c51be47c484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44594e852289ec4a1ce6a6ac823ab5671df4ba2f2794817b27d773975a85a97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d48cc12d98fc763a609cf74b03cde78f209fe5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffa3aa088bf19a49d2453d3e87f000143cfd78d644ed23b372e5da98b85ece1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6202bb1c19d563d09f6e400318dc56216e0a0800
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dece6895cf435c31f2efa587e89e48689388ed4d9a9de20e050466c3fcb898
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a51a84da041f7b1fece058d94480cb87584c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359ede9b31f1aa4a9bf6923f4bd64cf11bde9d876c1fdfbeb97d120e95065d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565da70ba43245ef05f5a02668867137838a6775
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4525b156511e80406e0cd744a990ae94826dae7683a700c311930997d57caad2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e023282e41f316a32995d2b702a62d753410a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29edcca64cb908817ab3f44cf3c82d4ee03a44d355d11314cf385b02d8934085
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a91d4586fbb4198ad9869f34776675156539107
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc2da3d97cf74d676ec8c9fe6722390eeb2f3ece79f8f7dc18f537dabaa482
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7cf62b755dd892f493a121d5fd5ee96cf5a7f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57c4c96d6825b1b3dce7142d8743fb1e35c56e7181fb5936be9873751f921fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904f6b553972cf1c507fab57619663e118528ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e09ec7d6cb1c6376267d72501ee15afb5752283e793640000a3e4610bd48b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166f41223907da9fba24fb390596ea7d17c52df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7035faf266c25ccfbda75806160fddc942ead8679eef5bbd23da72d07f73ca7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d759830bd4b192d780812d9faae8058552dc53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10ed2e3c3469426bf92ec1fe527ca4de5c30496c12da7d692c6add62be4d1a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49171683a8975c0df4b67be054cbea4d1a2d1562
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc80b0cc16e1a66ac010de2bc6ad0f88ffcdc4bdc3581537b845bbed9b57e480
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7103cf9f54b1043bba028b7f8d9ea31a232aa704
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3143e0c5c8ecbc0a78cc5c48aea686046a296e9c705695babfa71dd09f66e885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56074e58eee0a27009b36f62d51f11d323eeb31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb725cf929fc80edf598504acfcb491a6957a1fdf6e7b5aaeed0830ff7bddfe7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d78ec38d611a43c35fa9de3a17e6367eab5483b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3704c842c25241af73843fbfaa9195b1b95d5d81023dd43c2c54c3ee90489212
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be38bdec8a018727c27f7b8b46170cd1ebedb506
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083101afe3a23b98f4e3ad64406d17a95abfb1f1760d4cc15106ce3b677ee70e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc1672e347cf94ea2f858e6cb2ed4e24b9ed1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7ad828d206123352d4683dba0ed3eeae39b0df7efdfdebdb04ad197892e0fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e88ff50626765a133323f2021c1fc585d24bee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6f24046d93f8f2a9dc199d8216c195f189e227730c320d608865cebb07d0d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe743c10d5c230e9185ca558560e6e3d00edb563
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fbe50eea0528309e02b9bc47fbc6bec6698b9bb3c00c4c88c177442851dfae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b846b3ccef71fc168cbf76a257aabfd74676461b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70caa8a149f523596a7942b72d10e80ec4afaa1974ddf2d17572538726a0d64e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630246417a9c8eace6920bc304c4af4af4a22092
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f3ea518b5475b03b773a099a448cc92a6f76c920ed0b91fe461df31fb833b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5158e6d6fbc8e06a075d5605708a108429c45e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc65e1f27b80f2d7682c57f4a319f3ad1c7eabc7ab28beca7aadaeeca78c6a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8102da5f7a20fe87ea3f3815522855eb4cfdafd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f041d6124878068ec8d1ec535148378be841d33fb9bbb67ce6674f8f3c1922a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a35c08b47400c5a7fa79233f7a0c87376308b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f62d56dc890dbd9ec2406119819115cb8cf0040bab4e7b7693010df04be79
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3748e82a8b180c5b71c977f771d46cdc69bca9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6dfbf4d29e0ae9c30534bb23a90b23ecb81a37ce64ecb8c78ecb611b981ac6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d391f3ecf7f55cce7d3cac57230961b036319e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc218f098b268512ea8456c8551244d19680addce1b05103c29fec18012ff1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d87cc61aabcb87b12d102b348ccbbd5e5bbf9bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aec6112fef0107ed70e54057006b9572bb3f928f52e9d18c85e4e6d511f395
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b4c66cbf2468f3244662c76175285b8b418ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d560ee713579424e20b2128c67e90f30d991674afd8fc2588bb83e872bb9c45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e7926388e25273735b3901fdf2c87e1c45dd67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35b6e8fb6d375568b7a227deb17c36e2714f29dc7c5ad15b4b66b52749be505
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15c55f0af487f401f7b84e85f64d20e86e26ee2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050251ff4b4136b6255ec794e8eac5529ea69bbb0ed93361f6ca52cf185abc8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db100db63c8120cd721ce1f8f22381a02dcfef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201de49ed65e80c9eb15f3d7fbe79a260488acf3a4ebb48fd217dce1294482f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b09b814e3ae452b959eac8c2365f97844b326d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87770168c51db16cd405ab741fc9f90bc222e284c5e536f1c9f30e53edac07
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eb2acd4acb5e39dc80ed9d10cd40f6564eec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c4876496d9057ac0015162ea406bd83449a113bfec51fae96735179121d84c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c15013feb8eecf0d9e4ee55d61b02562df16c52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434e1479ea7d91fb537aa42e6156714f259c7fff3b5e17090a6762d2b5bd9150
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584257b94936e53f087ef640347f479a00707ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201a0ccc28658e0e8a259665641c318dfa7f922105c72f7202477363a4f66181
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa5bac01860b85ddaa387b49d971d2f018d367
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eb1237010639247ba8db76924a8f1f89fc280d96d3bb8c865aa01f9d823469
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e6f950d223bda0ead1cb875a3e4f3684bbb679
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43427ec3236fb5e8a5bed45f92d6450b612bfe5101233b62dbf341cb2dd0e20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4447e8b4de77c22c2b3278ded2ed8ee64db56e2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2921c68436b6b4ff5bddf851137c467bfd0dfa3a7a8c44d5eb5e3ca5f773f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16202e862fcbc2ebba5b5d60bfb48a2ec6cc6537
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8c272ff1843d4e2b6c611d7f0b0e7e4af84368a47294a03f7d2a110ff5a9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b322776116c917dcceb38b6d9884bf535a5089fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e0dc7b829630936c84a66fffa8fbe405169131e695fee10efc03bfc4b98ba0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681aa5b2c32954bdd7048c54b2c6654a0cdd7dd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16d2d616e0b745b4a5fed2e71d9220bb65d88bdc0688e19ddf743e2b56e779
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717b94fba73c8aa0788f5eea0315185e9d9d569e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e954c7214475070608af436ff43c07fcc615c19c2af94b792455f702607c2692
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b545ec4829b249b606a049634b6359f9fae313b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f628ea5f77f53746c75d16b1985b0f43fcee006bf1dfa09d97c274f55ceeb1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0bef011f5d99603a18122e51036212a178b0c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd68f895cc829181bce02c816a5d9e518149c8d0b624de6d3d30ce50945a635
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2522d8603417504fa9f523e0d7e672ffec0187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b882ec7abfcf54a18b110f8c2d3e0eef64452066578dad30fc41481a28af64b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6512befcc8ff7e79284a13bfc1eb914f8b22e2ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4dcc9ae98036beb092343e513c0f3f2e3d03cd39fcf167f96ee9e3ed61419f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9134817fa779272deaf8e62aa27aabf78f8415fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4bd9e45afb6b34eabe089d7d63705fab022d18ae25845e698ed735d018e66a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a18270ecb5a917c2792f3ab9ee2ef1cfbf4e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a6e359f0cdb914cbf3818369f8eaeecc93a82c603b767756f41b48c9498373
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577f80e85673abc5ab2f411cb8a233638f6a7bb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796cd7564add0b6136d5fd8ee003167433dc0d7ff8ccb8d1ee21ddcbaa05d9d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf146f01ece7c31d8b5b5ebcbd6901ea92e48087
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e254a6b2392bbb40af50d0adf0fd5e3430a4aee65b2f6c4f2a0dd19759d2b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be112c9f4dfdf0c90279c2beaaa34d8689eea9b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d9e6c0db5ea9364e1aeaef57c0d963a01c92bcb3e37b88436158267adda98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41136354bcc8fab6f6434b6c384d9983779d0984
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15903b79f90ada40e119e0a858093c996ae12ab3f89ecb0263ec6672cb1d7761
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea9d68ed1f5bdb28f57d83c69c2460b204627d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab6a1656c8558ff25a3423423de5f2dc4a28058aa0af001566c4ab26864632
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54685507b76f2a874c4c9ec52831a0c35f7f98eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8c502458a8434e5f8b5a6912ef41c6b29d8dad2e186c15d72e713560a7548f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9561306e3371abc59dc4ed98fc5897f6bd09b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32b4a56fb65aebc79eab9c2d411a046c5b85ea4ceb5f30c26bed16f15e169f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fad33648ef7cd92fb540fbc9618011e70dfd47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ecdcd0371efc0c60741e6b261faa76198cbf4b590d4651abbb208230e7384c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5a24f6c63710a819f7288d5f9a1c0e975d59d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bc23c8515612510a8ad2bd612d93614330561852cb2fd66d5688315c2e40cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d1d1bb784f4a2cd6402a79d75c6e45abc4dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084783c5eda7d03c64169ac3944a1e8da2d15ccd637d068bdd897cb50749a95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d97da3803070121b75add7823643c8f56c0927
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9674f0c28bbbc20cec66c5ef0d332f81a39b95529d21d772b6d4aaf2171eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b7b2ef6c912ad84c85c816f0c984bda98528b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4c3c5634a9955402f3b4791f5e30da6ae32968c4f377b3121e0714e6708de8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b3161cbf5bc62c16c320ed4fe6a2cb9c0a45c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e6585b13cab802cf921836986f3decd989b7026d2d206123179bffbccd6390
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecad9500d667cb257af08b42991766bfe0448be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bb0f0cde7b33a1488f82e18700f135410485e13d9617f6ba2a10b502365635
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e2e1a3438047f79f76eff50e463d2f9d48ff3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ab5088f2622c7543c75e54174fa939d3112e9a694caa3c7fe87812b28ec599
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa39ab4255a0c4d42f4e1eea231bf5458666e43b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730d1071f7d0844d124374b1586323459f022f7eb8fc7e248a92ccf407dc2ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48033f796a8c853b6c947c7005d09e5550a1bc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3731365787f9857ae2c219220ce05bd48104da39a0de675add65ea5581808
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23086d520789f320f12f48efdb27cf40c943d050
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1800f7f193569ebaebae485ee5f71add444bf6f2b8095dfb60f537938f67bf0e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fd9393563ed5e4f4bbf3fc193fc56a73f692eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1f261cf7cee92e6aa9d18b8eb1dc80418afb78298d7781e6271a2acf6294f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e6bda1ed1ed8192b429b9cbb0ce571792cfa23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa79dd28ed5606a0bcf866da39e7a8dd2c979dd9745fa2b29ef170c60bbf5261
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f87305160d0ab0c28d3d16a8a6fc0b0140ddc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1348cae6cd67af7c340c699d92f22e0228ade4ae4ce9556b596d181eb6fd10d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09089cea2bab6775542d69d8d635acc13e30e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c300891fb49eaa8f082bc0881b64111be750531854b733aa374a5fdc5e1465be
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2c92bb7a4256e0640bf7b55c79433a7fd67aa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33376191f14b593c9c2ec981a95b093f0a9056a05336a58d6ac767544a911e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a163efa272fda9386de2f3af89bce71e5d56da4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca2a0ba4eb04c48d773611ed25aceeea4de7d2c50113df613991f6465523286
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ae41d993111f947756841027c4dda3c0bcf56d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb869a29c5de03c0ae2b4bb0f0590912f392d1887495bfecc6b9a38e23ff820c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80ec7577b1f10f7b6e9a1a9955fa95d3486cabe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8e11d025e68a18bbc1638d78ade320bd8853439d2f0063525c77e70571bdc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ccb66aadc7482c8cf68f2a56d8175e751ebea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8aab66c01776a521e740a9247f0b66b3b002a868f9956cc1994e8f69961eaa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6152593989c7f7f0d8d47900e5449c78049adde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e274e9f409cbc3e4c7be4d771b7e8c2bf76b72ff5b8e81ab717d5cb25983ac99
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3532802657d64710da06778c6c4ce26a905ea144
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c162fcdea5fabdc04a2a6ca4cd4bbdd440a3a95dd3219d4f1fecbe6f413e9d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61c6958d5df9c737c9de07d5c16cd478f8ed3ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934f50c23ce970513013de1181b448cc16a2f7a4bd111b91ba6f9821aa5010cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae412a2bb82ffedeeb10171852930b0dd8a307a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e79631d0f6ff0b51c71a3f672129a89f588eb72209377e29aa0de547e56543
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3f3df9ce03a33a1dab464024e8759d79b6c840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1dfad02546fdf1d5efe2996802c78ae1ce6ff0c6b4dc0249f1f39998ede80c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24742fd02dbb9ba0024af83e65404a0cd1358fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6504c3a24d9b141a6475e3dc906f9e71c9d0cd338794129ea567d745b21b26b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a007c240d10d78ef42caa50ac4ab44461eb965d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51a58eac9f1ee521597dfeb32576989f9bf2f7a0946b0e46933c04be8d8e4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6f54f3de68106219b08b6f2d94be354f7c6cd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6585c2c2c5e5be0836dd76b207eb5c690b0fedcced0ffb8063d16b4d0e9abf9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d753c0791267d0f8a3a9404239a3d1522ef2a10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f324b82218f6817d4427c5b46125cbeef76ca8ba4f040f10b50aa3daf383a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d17e6f74dc56347d0a19792fb00dc4bcf43f13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cec74d23d61da0f649ff00b1a05905302bcfe0bbe6ad22dc15f42e0452cda6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3c28cb81c315db7f535f0ef19f3f7dd6dc3dc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2636ba082d61fc36af21e476f46f37ad7737d4cc14252eefc27de0929a1e2bad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8007f2578f470c2d0856bcf5da4e1613f207719
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256d895e0bea735840d32209893a1b0d532a7925168e63b8cff243b87fa157a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0675e184e2f80c9ba949be083907d01976ba28ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a849531910146122b8a9cb184ff5e348fa3c813dba5836b363ec3e32682acd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de44a5ab9969ddebc209398d59d8b1ea59d98e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bdca96684b76024c300f939d3330395f8ab1baa818850df61732ff47295002
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab68269703ec60e53112980295ce1f88e0dc2c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71eaa013554f3805b16bfd81ebb8c6ce4e89adf8bb4c4594000deb33a2d65c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ccd66f3442f1576c945a7bb3b824eb12641b73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28e112651302a2f993a994f83e81b8d2802dd955f3b80bd9eafd57025ae68b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fddfffb3cf9914cea8722c7ea5a2fb069ab17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430e4ede669835e74e2e30f4ee007efe535a4e4e73ce9884f48fc73fd34f56b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc0aa2cd69b286ec5d63500c8cc49bcf6d104c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966de52c1865aa6bfc484c2a592caebebcdef4f21a641a4209bd9b022ac808a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ae6fa89fa2dd08ae0194ef31d9de128db34b7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6b545f08c6e9d526a31f6c461fc0111be97785194731c1535826d878815bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e76ea156f83bbd997b052e2bdca9e8b9fd306d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c527038e9574466a315b44454e9a12e00e2a371220cd0677172febb4e72cc1ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c87dc2aeb63b64bc7882241a90137fad3645b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaef085acde5440707451e9b79dd4f31508d9f7d5e39f50e02a15891735ecc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534d30271d63c4f9802c9ff59a8bfb8339f19e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ec8ff877548e5f93fecef1b43b8aa92ba4ce9fecf7e27a1c468d880f55fd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b48ad3d83d4830430e29f9ac2c5be1f11afc60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530e3efe1f705bd97c133dc832cac6be0337c685e93b45155e231806c83db4f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb05b5778ea348af90311c5ef5aa35ac61ef8aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f11f95c5cbf938da63c5e90e6bfe29741bed0b929d7d47579cbc620c705cfd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ead525ac48115c7dba4e2e6fa8fecf80004863
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac71e2b22230e6da0949cc429b7d746ef86b4ff5822baeef8eef03bdd1e5238
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776e1f0746874466a83d80fde8b5a4610dedec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23534cc591d108a8666f7a66ef3165a7a072f18175a0b6a928133269a8229a62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde0e86f8acd11483043d9080a6988fe12dff1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b536784d9dc0c0ca007af1ec77758260c309f8307cf870e1efd5591b3d2cb5da
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391249da2ecbb790f850b9ac3a2dcf19ef9df10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1c447dfbfd4bdd7ba33c16f53d5b7f91b6414f1dfd71bf105a723f0ee92abc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0e35a810efa46957dc282c079935ec1c7d4213
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef67047abdc386b3480c0b24f0c4dcd7f9296c5dd192e220c674e11e43c72a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719a8c60ea24b8611b91b00020b42d4b90b19495
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba9a3144661278cb9c2981d146d08f372b56d5a306a27185787a22f2f7835c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9444a2162495d28fa4d9ba0105d38b7df84554
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb87d3aa35901c3f13eda7ac4fad7515b4f7de7fa2c9a527c2d29c77a83ea99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee65b8213a5fda7b3a6b660733119021f9e7991
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cc8e10bfc327d82eba8edc64bae6798ff507964c5e9e6b67410ecdf806ad75
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8095c71db75754b128300e5b63b0933b086924fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a9e5a8a4a7c2517ed81b4724669cf7c6f4f120b97ac976970451241d06dbc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68507fa1bebcf94a4ede8d0caa8d068d6f4cdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68767fd4aa7f65599ea1623edd6c01a45aa1be1a8360ec17e01d9e1e3eb374f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2379171ec3bf5b853973eb9a54b0b50055d155a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd9e83b38bff5be1097f0567b7d686e56a8aec1b2d1e204d5ef99146cffce6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c048a3c40fcc5b409db29d03fec7b14d9f3a5f0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de40797effa999d398a35d018f6c9e8b811ca355b8a2b81ec8d4d268a94a64f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22022d3a0b2b701aa9d48671ebd09611cff88488
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60c959bb436ac31758084a42f3c4281132ce1c4a8ed1233a6c0e4b3cf1ff7fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6e1f03cb62d561717c16b8e0b6f1647ab1fbac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0f196bd549b017f8dfb24b5c4978b54f35d1696c4e57bce2532220abe59c42
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a633835ee7f5b38257eafe5e784b1cf14ee9b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44d011e738af5ec05c1e53d9a6621614c98b7a831a43e648b911c93da88a4ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f281aae760d9ef49e2782235d7194a12678dff5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e38e894cd81429fd12185eec0978f0f62c2e66a5316142675bc11eba83010f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd570e4983165d576e8698c2469b21bc575e9a9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b0b2554573544ae410e74b1c416a03cc87f9682141b3b1f6896750c3157d94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb61854e65075bbea47d95fb2e897b0ac75f5a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c172dd66ca1d0dcc85b28cd896ef199bc9d4bcb1d2bfcc38620a8215ffbbfb7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993bc46fa6da28acbb18fa67e4e624d3d27c7674
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077e7e38e3d96f6cc59db53eddded5d119f2083b5579457e501f542779e31a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43871c919a794dce500c957dbca93bc9fea36970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66933399d518836ff333c086501686dec6ef3ef346ebd01b9185a3c364b84a71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a9952cef3af13667280d6d523f0a544b7e6928
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1958c5497bbe1757559563824044e9fb008bbe2c82e355f0e285fa233ef3e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b353db618c761e68b7c2db124ad8e2d0170ffdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7e3ebfc9d93dae5f9081a1c762c605c8289aa848861564d31d0a857fa2e80f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9287abcb38a9c9c338fa43984cffcf9a31cefd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05648e61e39582dd5172d73c64a4e74ab8614259881fc045313cc2684dd172d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577079a3d886aa139d821bf766d7f3e9fdfd26de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e2b9f431dbc18c3fa5956462a8a91d3062ab52d06829e93dc590e1fd5a4ed4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c3419b14945d4063079e06dd723f63ab618c41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0989147c1837868fe25aff593340ded4a989bb7a223a1d0d5dfd682514afd83f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c98ce97d11cb10e8c736f10f6304e8e98e0f1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c28e837e839b1b16ffc174eebc0ae584719c754c6828f93cc0e04110f44bef3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff82ff89c5fefb299ceeaad36785cb1a4c61fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb903a3886114f3b055f9baf33829cdf3ae7570308bd502311ef06aa8357b81
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95edf5ea9c70d196b08d8a8dd65dca7838b41a9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab4e58d4af2e024a150fe2663c3a77dd7fe7f8da6ddeebae33fb5b5ee797e66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d7ebc22a5cdf3dc12841b50997241ce2efa55d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e9979815403da3f2d707fc0bf2e3fff84ff02fd4f9142495c3333c115418e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade60df1af12d408948575c819ae195fde797015
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8454a19a38ba22b35c4d414ec2963d2675429aff30041fdbf4289990145397df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8cfed606c02559a5c3186216f69daf39ca7fff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db14c6353ff8e94074f068ad62c76b2fcf9814cda93671df320fef1b103d1f19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567ad34225a09e8a738b5df699e1bbbd149a7414
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352509fd6ef18798321f5d2d76e15f89fb43e3d1ab0ea5a395f4337c9db49d4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed15f6c572d992b7a34955d155bee54cd69b222
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2acea14e1fa97638fc9e5d37c90e1becff33d6b74a4ba072ebf414e6453557
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11778aae45e5c93ba4d7c7517e58bfde68b935ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd963b09eee95ad256ce320df162292ea8d5bf331cfe20518e9fd6e5bd16462
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d20f35a2eca379916b22326c70e08ce3bd78fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997de093b25edfb233d33f6db7bc4805201402ff09baa2bb8fba68552e5af025
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c218f69eafc0848ba833cc65d7bf829bdab859
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c62a68b5a57b686628967b8ff98ecd8fb4d3ff32282100b105e07a91fd75b2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2c85f95081c2896e959db63783c18054aa04d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe98626f74f5e8f931f4458286f92999d39988ab820c88adf1167471f688e38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e804266e32912bd5da7830b236c599f045eb04c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419bc6b4483effb668c07d1094fe00e12c412ceb1e08c53aacb7cc0a76de3bed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd4a8c268cffd36794372700c69d3d61ce6c999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bca344a85c34415ee766718f7cf6f1db7a51bccb072adf917072a5c5dcc7581
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa50610c594d138009efb6c67ae788bb2921d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a70e4b8c468415aa6c12643a10d5f8af1f0bb48c179e8d335dec735c8b32042
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecd19b4b6ee33e7409208c202e396002d6f1350
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8905f600532f362b7dbb37fa34c72cecc40fef79b9c2de9ea3e991a7958c61e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9dc7ee5983d8c7dfd633a9d799e42448d68702
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121db59fd5adb1f2702214cfae4f8c26aef5c5c0b6bd240bf9aa578d4ee2aa3c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc995f16b284e8ae6010313976abd24a209b55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c05e7f8f13f2bdd5e2d01cf57c480b22cbed7b04c48166352ba6743ece3d478
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49097140dd4f669f607b43a9dd18d5e9b1f3eed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619797757801d74936e0d03f923af4b9ea0575d96b182f1a544f7fc41b3486ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ea3d4f79f121159256ec1e036b6b2e41d8ed2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a433e8c8b1ce6241189aff7711f3f7f39bd04487e53392110f9b9e08d7019076
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e169196d8b354dfda8c7141bcbdb4006c689e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c2a705ad955962a2596af30c134590b174cefdf8204d9cf2bb92cb61d1fb46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fcf4081bf85dca61adec7af7b457a86c004dd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98536527581779fa667e4975e6aa9df75112aaefc0b7a92dfa6a261d263f7322
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2d33d363e81c0b21f6383b1ec2cf4d1145127f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5848e634a952ac0a0c9cbf1655f6e358407eab280c79e84230cd6296e3fd600d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612fd04fbbaa4d62c81f1bb133320b8cd39e8feb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ffce5ff4f52f340b09120ea08b9e2796ab2d088cf86d2e5ae2d7776c77435
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e58ea3cd2e72d15e86c37c365c6af3580da78a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c0ea521525b4029c052e80b5b2a6a96f0bec3b07c6d87d4a534a23880b19a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faaa9f0e18ed67485b3075b7db66ae3930aa979
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5659f48b0bc70a67c11ffce9ad6e133ee07aff45a74e2e4563c8306c57cfeeca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d3474604f955bd8f49366f2c66b6a68e3a9864
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b219dc2a19f66f1268304ec8154dfb6bc9f2270c0005d21e50c7ffdb95c9fb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd222cfa0751f717aef9b2f6938dd6831905df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c00e95fa7a699f05e2b5dd07d39800a44157707dc2a7c3382019a420a95be5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e77117bdb9fea7eb2c488fcfb13a9d73a004ece
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b3990e543d8f5be1aa776845ddc219af2ef48666396bbe6fc141d481072ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990c18d5add42700ef1f2eba84ebc8dfade5353b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d3fe359107ec76bf894a1d1394f0498dff6d503b991f832ab5ae324cab7dd0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c2518fc9c9e596b2a65e0073d9de2171191da0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af007b04fc1ecdef9d4413c018888943006d360ad2b10abb7c8763526e8cc63
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0a3cc6e36e44f2f6462015432216db26d5792d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56880a18bf1286de546d7a8b5146de7028aea51968ce1c2067eaadd1bd1ffebb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fb0340b0665b4d0587b8f9788a57d0da5d49dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9d309bd81520f46b38c4367cb1be76b4996af81e2fdc5ef00d4a722dbabd7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454af0dc92c42199f96d64099c2b09055a469f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4dcc9e8c090abfd314b474e73fd015355aa487aad2a3b51d513b125272381
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703dd05dfa763bd07de87c8d0b94aaa108f4106
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2a6563d0f55247ebc9d08f84c75623a85fd72c5d8ccea502d92269e1a2929a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8097c3d7d8c4995af9568480af7fde1ff82a7e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47883a12578620f08ebe7d77944a1b616b807faf10c692600e0105e2a9739ecb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8cc43546dbf0ec8c23eda794b80f4cf72ac7af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaf3e15e2ffd74ae78e0e18889a0d06853fc38c1c8b899cb69cc0b188eb284d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b99014634b1f9a807e27e7ce089aebf0fb1140
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e673e2c51198440d0aa49bcff7b5b0780a2b079e1f37b07af7f9ff46a23b44
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3ba1efcc4037bbb8e938eeffa39badb08039e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e316a30e69c66e687436210c71fa8748e63afe6ed7dbb42e92829a8628969e6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a129966661b18ce9321404b07db6903edb91461
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fa36979816680e19fa30679f455bb57e46ff2c82115a0166a12fb291be61f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e5f3f0b92a66d36799cb0071b21c8c9bc870dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94443f43b74fe6710bce27063ac230ff23dab09a72e36f95f72e4e8f4dc22fce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd5852283cd72d3d68b4743de3965892ac406d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2059d23f2c185d3bdfc6ce0fa6988781d0abdded45fa4817a2598d5cec11aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d19bdfb6716c815fb4e242f188a2a108cceb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df17bb2bb424f39f4845de79c115f6293aa006c6a86b28ef53528270f79161a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0618c889239131f7f40a766921c221b04885643a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc70679003ce05a35a5f55f37e8fe02ee6199a11279d7883cc0aeed7b7fc188d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dab12787e2f30ca8bd9a313878b1f4f685d9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6e38e9d0126224175bb94d6ac2a933698cc25f81a2a9f6bc4ac5147120bde3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93bee7528ba85c63b95ca2cb1a26c9381ffbc52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ceb373a69d659f4b75b1d1633aa64c18d2ee3036e2fb55c9bcfdb8a8f69ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6c3d4376c3778b4c3e679f3c279f509be4815
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ddc9b4bc36a25abeb27592a4e76ec8f7c6fa6426cc36fe34ca5d8ae9c1a5f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d0127b8cb95045200b3e4a4bc732d5fa164bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169a4a0f4f3472e9d38e0157f29953ebbf63b60773a75e40258f493c493e1eb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b245869f8a5bf42efae43ae6228dd9d115b33284
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29646205f504952694b824e04926b89415a8e35fcee0375effd00872e9ef5315
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c169282fb11dbb1ed9980363f7665b4cb6f6150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad89675d2d899b98ee4f0419e6202d7d673fdde7f770eae97c032a53a0acf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4205f2e9db0f0d3bf798dc1bf89ac6f955717b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c63a009acfbfcdb1701cacc71d7e674201657e537dbec4b43d055b053f0fca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f451b92effbf4d76ddffd5153020af2d842c0b1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c940b21e3532fd533e8a18c956f5d57b02aad3a175c1f934133582b01537317
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b096054cf86f7a5e4cd27d0351e446bc2d485
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651faecee47b07fa935d3c58a40342e70b36a3350f7d2f53ef64789563bdbd2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1354c22a041cec008e02014b9c470a316cbe68a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fa7ca1b7b248a102815f2fdd6cde6a9c86e2cc3f1c2bc52dca6d4634197e7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df1107f122e99b32d5c899f132bbc9f6cf0d381
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348226121fd0ec1139a1f0fb43d17e157f6a19307125a3497682bd431911c78d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb12ca642c4e9cae896529c99fe514ef6f051e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef81eba9a33f7053f466b411cfb112fe4870385da83d8b76fa0d8850b8fe64ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b65bfc0e7a56dc26af9c22672e5b7a583acb418
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dccea4b923ef792f3874929b3d1651b35b06aacbef216182e250c57d7d2a54c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382efe346cec50661dd95c152e06d59c63230eb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4589feebd4c5a35f8c20d405bdab2c12ef2fdab8aee5fc6a22ce5828ae474814
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd33c339690c2ca6966c66f73d3881a82a7961
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd15ad67a0822289019a33d5a9cb20358db6a4930ef3d3ed2b066f5775f915a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d413161451275a9e31a2bc2e196c950560a7c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b89fb762f79bdfae908da7d4ef4fda6030d413daf7ee8d62793c86fd45bed1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fee9a897476a1d193de357c499c7e64e20c5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dc4b09d7747f6a3f003ffa6dea2c70ec4972f1ce1cd85f9d9b151570842d60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8ecd28dc1390ad9b7f615647d3a943bda21ad4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a9ff9d5d6c05ec7d84df12d3446b811ad3476d212f705659ec2f81fe878ae7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938124b542fbc0dafa9fa48baa3fe12268baef79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa435a1d8532f32818e2f610b119547ca6d3b1c946949e6cb3f922588634f51
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0d23282bf48977cb6b10b269abdf6153bfd22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986d5bbbe3f58470e95d30d868aa6adc846850712949a0c9561a747dd8fa905
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57824f1357a56aa63fb049213d2e4c33f0fe805
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16efb2a25a1884288866ed8d6f79a096d7a9cd7cb5bcdab030247d408a2f5f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55b34f8691a3f73381bc0d0bf0fe9d31f6ef5cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf8a409c872f45a1e10a021ae706aec646ea15e84a7fecf025f14b477286b57
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78bf6d84d29ff6c41d1f944b2fa4602eaa27280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b73135e07f3107aa5a7136120b9c2f7bb4220e875d5c9b88de98a86dfe51928
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a35dd4938cb4a215ee98125330448348672ac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb732cfe672eaac61b4dd84e21f46494c991dbc4542f9622d17957c0ff3fde8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d9c3ec38ec8316704f504649cb9a1afbf13504
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb39bd31b6f9e2aff7af67dce05e206baaaf0bf6f22c0829ec01646b168a9b86
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5fb8cfd832453688f55b49f353a352c2903fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63189ab8e9dc794c5ff91a03155b523410bcb6ea56af4940fb305c74b4a7343
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea7ebc2f59aaf08d644203d33f8f86582749d0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58efc95011b08f3d90c19838563c60c821709663dfbb2b59b80991be457da1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fa3eedb12287f51f444128ce8436498b075e63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4218a160f2cd1bd52be4eb7849ed8e8a69966da572fdf3c9b6b9b1c6c89fd059
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3dd274f598580190148365e4ee479444571bef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe3a12a98ae8c07e6c4dc95eecd4ab25dd7813400b668218e84a65375f0045
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00184233a4bc85f5f548ca1fbdc1a694b44e40e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f0dd0886a751141750b75d8f519dc7ec7116e83014ae23e62c5f695409e0ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7ff6ede4abbddc5f76120a8733d21bce116f4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dbf06d7dd6be2cfa07ae5022193da89233bef439fe74ed71a2b35a55f8f577
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab30d00a75249c28d4fd4a735735d2f1130decf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062c4bf834ffbe392973f6b997e78c7011f321da38fac54d671eb52d7e8e060c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6948fe2c89d2fc460fff61f945f162abf20e866
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4e7e799c9c16c52dedd8922d8990f42446cf478c9120a0f56500ad45cf3fbf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8607fd6f013b6f106f3d7f374ceb282fb687e6d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54070f6fa1a2552cf74437a9ae10f772c2340cc676b067ec428905f829c9a24b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b660399dd79bcc52b8061ec8e0d15a0d002065
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bcf5140cbb85008bc53f5b9cea1682bebd4aca97bcbb38c01eb5a4e96f2134
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c02b58ecac38287769b0a6c59f747d4116c0613
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f76fa4499dc5ddc7173846c521d08fb1a058e3b5bcda45f16259eb58f343da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a392a9b039864d48a36ac4a4c7b6dea22ced2a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dc2e7b372fa1134746ca7c38cdf88e5656524d1ad32f387a7595f2e0f6659c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a593b1e7cac4531ffd753e2a1a5d736e3ccf13f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d5c50a9532a90bba021910ecb4fdcae2c09832dbe739e2fa4ab48832fe7cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9c6ab68b683eb46278ede0b2506ac904fb186b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8e62c034a090b8d2c484bc9e607884cfcbf101208eb99eef9c64a0e5e2fc26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35eacb2154cc0ba1397024704f2200ce01c43f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5599b8afea8233d18bc4cbdc4e0a1d8ca5f7a67939b3718cd6f560cb59fb0b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22819ca18f8f502b9606e71d31931e0df39a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da526fed3d861137f9f2a2bc3738b4c71569ffaed45b884901c2d4afe4268eda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5809c7c5ee11ca4270cf35cb5359a96c0b3e67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cb94dc899943f01a1def7fa944c0523b096e092aa7c0d69c9cb954acbf6fe1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca65ac48460151d66b617a358f577edb2e3ddb18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055f5b7df05603686562288c4f69a3751b57b9b2d22c20057d45487b634cca9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13342733138fd4ed6887a16a3c5010674dd5d6aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd85a18b6811ab9350801697d21d836afb337edbd30c4b8f5a70a26b6d4522
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7719cd93b3443843f972ff69546cbbac6d08ba42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c39e9fc6ad139e76cdc2d3d193cb7d177af409bf3072daf9e5e4ee80506e82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cdfcaadbaa7582510129d4bfabffd1dd43cf9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd7b598636d75648cc97b209feed6c1c19fdb64efd1b36f0338719d4b40f124
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4f7510ca5e133eec29b8f38b323fd323052a5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d80d96c0bd4f8bdb151d1409fc6d7a5c001abf8e514eb032202f0b7cc6a721
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f041851f69d923bb52bb2dc451181f9017c7af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fc6f0e13180773464179a8000e0ebf00450fac84f78c3668b6261203de866
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f9349c29d661f3e08f2437361c1ebcb38501c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6c8f1d3a0b78cc013330ea5ed669d4bf7db32728a55404937663c6f70617f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bcae53f2a41536480a6107ba68fd033dcc179
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46d1e7d51d5f41482d766417cd5b4a73ff5be98546e68da35903bb9329cc368
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978c7be9fd1ead633a20f0b18ebd2ce4eda90a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5369fa7330d39d6a19778a8d561a9523692439063c41e76fef4db8d5c41aab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bdf6555a565fdb02a4e6643692eddf941ca26e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b2342c9c8bb122d8a349ad3d9976fbcd0821259563d1ece35987c9bc52cca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c4da692f85b224f7e30de3e069927e9f15dcaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b528ec3da16323f19b59f93dad072a06d1fa510a1427570393c8e7172e050e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c691fd1b522231899482744196f07cb17e6ceb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bafa1d4f5a522d92aef493d32efc6519e7323d605bc1db2310f851447c8f02c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3577bbe12a5eca8bc14df0fbc778442ba66999da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec1a7b7d6d6404be290395dc8fd2d2c0c8fabd67096377c2d7768ca6b66126
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c56a35de87d3b56c39a92388dddf882a8e12f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9088c01ae117ff89ae40535e7908c2ebc3b66083825a99cf0e72caa2bc06cf0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f09d922dae3572f4bde9c1c2775676f3460c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f2f015141bdffdb8ed9a9aad7299675894edeb769b13ce07da19336f0ac228
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a4160d9019d60c227b2dc15273ab7c405ac93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91222d3a341acf6e3067a2c9210571e504ae7272092c233f8f5f0eee27e94f99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd0e1d74a2af29af9835b98bd2b26c7dc2107c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c431a6e2f8e9db5f3e7541c50231aad2035137469cdafea11decdd4cbdb15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6176221b35c9ed131cc4969e2b7d69812739fdea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3300273b2068f8f9895e24612858ea481afca945db8e1ece294f1b354d993db1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fcba3ebcad63279366975411d75edf4cda2448
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7741a08d0afa058bb9f29a4ee27abac76586a09bac440f94853362733b5e9cf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e503c18d392fecec926d1ef9ed90c851e1d17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402a0961fb5515c1678d7d7e632d869dffbd65f6258b73dd5ff4dab25dde1a8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea27369dcb0ff2c2da79f9f6d105b172b6380670
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fec994764f3a16fd4c87346c5337ae8485ce90b494201d290ae8675616f88c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edfd19a89948484f5ef110e89ca18d7a0594850
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecd9bd913408e823a1e6886534734ac510f77e4306a980fe47f6fac007400b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb233e957b497fe68e87621c03606c17a329d2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbd84796976e844f9e94b86ec1fbec173b4dca146105f6af0641c611b41f0e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2fa6c68e31f5a8c15264c48d512cde5e684575
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95dcd134bf46c6b788cdb3786592b46da0a4dfb90dcf90202bafe78bd9a902d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f16b57a863501e7e7783697efcecc78f470d041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083867a52ebb3aec7b3f6a99f558ad7cb674b768cb84939ec4e2762355c5a4e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc895585a6b00aeb22152006b01c957b1dbca80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb0b3fff823aed8361fbb42e02a8d3234fef8abf0f0b0223ea8dbf598b799d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b348b417b4a574970fa0673703242f9f2d58b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e63071988b7901a801b25b4a5149203e177812a31aaaf3a446855c3a2f8276
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad9fd52f82878d88330eaa18179eddb9bd6fd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e76a379483954a5f3d38fbd8329b1a11e92b346fb815e896aedc548a432305
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5331919d5162d9268d463ae914d379e414095922
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828dc7015d349c5ac204a33d39717483b166eae296e0c432090887944b059551
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0915aabeb313d5d9263f7724db5b3b9ba6fb607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2eaee1f35d1035041b8fcc7611459b00abcf00baf550d0a2cc5654727d35c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef1a16102fc3bfc9dc4857e13ffe95ecc67e335
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1defaeb583348f3178884834ede6a5a146c288a0fb731104dd5726942760d4e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631efbe5c029758d8b51d9d7fb4bbe6f5ff787d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daacabb183929a584aa33da8a6f1e1a0e9a97e1b01e6b6e1154baf6388ddd57
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db11670b54ec6f630985a635019f005c1ba10f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4205ddf2e40069803d24db40cb4d03de22c858ff67dd1cda02e52bb08e76f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae331d24a3789d08ed5b6fff718c013492c58c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6716b71a034a074ae477b428d5b7932029908bd4916459e0cda6103712a66bd8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c144efaa5c4b591e4ac0d0ac070fdd78c98de18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56555d44f7d71ffb5a7e719f0c54f6a515645a737deaafcbce545a696f77ef77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f777df3a36cd79ccd3005d84a315529695fbdea0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0ecbfc2a63299366630df20f9c59dc30d7231aded662ef43e56f51d59e409e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f789a854908c783dcd557ebd5f4743185d1d968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f160218cfd1dd736f1d990e949c1b01edcb6f8ba3f9edaeda744f0e3617700
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd7f558e3e2f33cb6b38e5fb65bd31919a379c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5e25fe9a42b82fe5ce859d528cf7621ee2a570cab7c85e5cf93d809d108728
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d78a4ac606d7db0c74b26407e5fbc9de0e797
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bf5e51f3469593b8323095cf4b20a240010ddd5ea5a0257d6dfc18455029dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682239f5b8d1d92c6cd73f5718d938aae99b7560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f4f98c18b21628bc7c7a9110272be571b23b0b70d78a3cff68079c0d039053
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9feccfb3e7f23d9083f08843092ad407879c29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4d50730d4c62adc60d7e355de61b01a05a4c33bf460570c12a4ea4636537e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e2dfeea66271a53e3090907eca7175bb9ccb42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f82fe4a536c57c7c45ac0168da7aac3d4af0f1393cf8af747b0dc6947978a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f8885f51f86d7a292b4a381b7c4be6199baef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5caa8bca7b013ed48a64aa1239f6279b861b02c6427d6645a731ca05b23bf4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ab5aedb13ac12c9032743c0052398c4001909
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b373bcf6d2006282937fabff84743a3881b963e7f3c88378186f0b145e0e073
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dddf49ca48b6b868607b7bc812a43015888e38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07442600f4a81a16ee78a129242b3d4de27cc4af3661c009c072e97c957b6598
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e6880f7ce4362f0c60ef2e4d699f43e6efe3e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee833e17ea281e389d6e6c6d34ef5b10d750aac6f7598c5d874b33e2d45c2d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab205e1e067718a88ec4d5017252030ba1c3f44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba0543353b7950b770ad39471a09021c5f10ffa9167a15290102da80ec50027
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708ac21375b334d96404281964e5317f85436f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0568eca190b65c6a6a1f86901342292f6235e2c1bf557e111b4d013a19311580
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40658b3f84f8938a85bc350274e22b44a4b4927
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e200bf383e6aaea887a326a16c1945da487dfaecb38b22296f3349d936d53a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00123a712a91afdae8d521e394d7171a7700c150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6602125f62c6659cb846b224c44185742945fbc0e54f6dc7ac21ea62c6abeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c6e8b9577bf5408bf3571e734591eac3ec149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807c339a6c0a01802b6e7debf180dcfcda09e920319d7ac6c931aafe85c33ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b176abc98330615f172bdb9edd6b2c6a1afc3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1aa3130048bc7c98a5bea7ddd3a43b2cb5609a9c6140045db45114a4868b09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c966d8fb5a04ec95a23beb267275f2e84fda7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450da0e505cd35b95bea743102d9a9d569cd3be65051a02ca2e79dc53480662f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ca089cb22b218c5afa9545a2b94e2b85d544ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e102a1e82fe7566a000e2fe9f842a3cb6de089bf06fbba59a940f207ddd64ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60714ade92169ee59e8a41f731231f8377ae616f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef015a2e22cf87f577ca85ff876031ec335a7ead661c522cffe0514360a6767
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b85a310d7ff8108ea0409dc4c7dfd33d350b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e3f2c2d9f0eb987a2278b756227cb2b805eb7aefd83be4eeaf387300c30b20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66718d7ea16f02ce79c4bc847c5ad0b8c027185f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd033e9c3716b4058c674d90eeec0fb083ae0f3954bd44604514df94994c40
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef7ca20013325c65565158ed60ead488f27319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfacfa492c5bc6b115df85b169e3e24c1f3baa927553d7aea78af409adef79d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f9008b05180cae6e83eb7be40561a32035bd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f93084edbfa995e9aa5bfdedd0eeba64fb71822efe7bbebb4200d81c308ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d62dc233851a4f9e85e3f2c3d58423fc0e3bb2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49036d4894fa2696f928bc0653d6ef9a60ddd0528e93a5c54165f5e7f9b522c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca29fbbe3178692f040f31455f9b4f2f3f04f81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853de30df1d8fc412161876d9ae20ab842b943b0d6fbfc691dce48dc4a520a6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c09a438ca4cbc446a0fa8d44c840ea0321348d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12717c2c0038cf26309ac4b0450e06bc4c043ea5bcbf3d9317978e6c67b1584c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016125c52188e0121ecd36446ce501d05efad66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3cc125d96aea91bedbbb33a5845590dcbc1d0cb7cbe457d42ed9ffee4448a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde1e1dc8342f5ab70b52e4dd0d17219f0c3347d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc645d2bcae65812135142b4a404ee7ea98202b29acd1f7175d2d2b16ae681
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a875566a72c4dd165a2d2f70cdfd0b23102a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2958e1d30f0e011237ab615e1d9b9a8c357b0a41c10958651a417d4c8acd74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45104565225e7253dbae57a9766779ef0f20d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774549437cea69004960eeef9172d292eeb03568362a7c14f510c0e793c69da0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2a92cc8e16f7844c294eb0ebf3b668f7ab1e0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98acca3718bea98988104479328280ea797631616eac3a36dc412f46adace7be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552f9c86f9a1c88ca136225fe151330ab6778c92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da473295dacdfa850d301a1890be39ac9f87bbeecf58cdc5259e47e3b58278d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6919aa2620cc2eb708a662aabd01607a36cec669
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50063f0b7add2b0dd1a14bd711b1263d62961019c1d755e51a8d3487d7dd09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27b4f5a891c45e29235eaf2b6f0ac857a5349b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4932a707b8f8dc61bdee631820f70e05dce093b3db562fa8d25b9d4b6038b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea9f312c8e45c95450a1be2f71c41c4323edee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833134e7cd42b2d06ea9eee53e822f8f592079303213ed42348a79ef5b92a69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29586d70ec8e70b7512ccdf36672cb5eef57e358
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123d182355fc8a47d7eae2240c459a864399e7f43577764836cf03263545811
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcd9b80464aa25e94617a29e259fb9c141eaad1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5246f8504638c89572d1375f6f725172879eafc2ac857a26aff6618646b84a9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062a37cf329641406d442d8c84913263ac7cc0aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d22ee8a2b2086c50ae91256c47b650b4d3aab54dc480b19e2a5ad583548011
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350ee0156dd8dbf7ee0cb9546207cfb2e7614012
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47047ce7c73e1f0c196241d084256497e1f3ab95b0811cf937f2aad848b05ab4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf06bc62698888c83b4c99fcc7266ba06c8544f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f47e57e50dfee00762f0da51f4404870365c89da3fcce4ea303becb918dab
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a3b6ac0d08f26650a03ec2c61db5fb105deb19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ecae50708567b935cdb6e0fb48f661b304be87badc6a586075cfaf956b32a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0221e1b6d58eddd2eba9324a90b5796a17e8aadc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d30683c7680dab4d6fa8e122be6467db9bca788e48ed758ffb9cfdaa0f1dfcd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb85ef3de7e8575280cd80c58a6631640024892a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ed7078da97c24828eaa641822cce269f27519cb7bc5123f086a0a237e82bca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9262a48cd66d0b916eab2080f9915ca9af0c8372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69313a1e613b3d6cf4cb994ceecf266bc39e54452c332347b7b4622be3377f49
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a4f903b194ba0feaa72224421f7ed499b3d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceb9a754ad2890c7f7b19cfb34321c6383dfd38a57e6a0e728234ae558af7be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2139e4baa1906c55cc6f454512ab831c01f4c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf0397d1189751f21312545315457621709483f3eed70967dc4066e16099c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b888fa99899daca694b906dbc0e1a90efb4875
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b197ae7b3041c0c64d3fab0842c62a679510297954a477e2d8968b0c9f93be1a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026fc0e946e779a811bb9d7c952dcdac6ca65ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b0ef121fc82893cb8476f4f3716af023576cabb274077bb475eecf254b489
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf25122085998ac1be4c2cb2c695d0aee155b33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0f49de6380627433a76ae8f797d038ac825741c39df1a717620df2f545651b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58a5792f0d768179fe12a627ebe8e141dfb6a5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293b723f7308095ca0972a7766842ac36753e3779735185bc40f95eb459fc64e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dbef340c857c00011c83ae2ac4a890f5caa990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f838a88fd8cc616547ac86e0c61140b2c4b38dcef0993d13d161e6a8295d82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c2423ea4be690a00affd677992cdb8818f6300
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3356e4b18fc2f4bd23e20ac3232c5bc8e99ab74a108f695e9fdad7d1a5406d74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be36c01f54a15f99f334b5171e47585069c71102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d5a8c9bc476bf4e995752432a0885d3cf8e06e286ddcfb67da873f4d0609bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7415d916cbd1465c491cb064232e731a9dd138
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fe0c365c656a2ac41709685fc8d4d7bcadaf026bf4d623e2d2bbe36b79b48d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3cf2cfc31c73ae844ee4279bb4fb4438176c89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab6399f378bcf54ec9d770ac40b2302e8b3a3a562179cf192a655a85801f2fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df4cb77b3d6a5bcd1ea49374bbbc65ee7f3b745
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994808c856cd37e91a3cae92149fa042f436a7760f4580279d0e283bfc401bc1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e85dd7a67a8e2744398b90592e5d83ee149291e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492b321354bf6a688bdfa47d332e8addf882e7b3334d88eb89ab0822c2dabf2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ca3defc80a368182749bb1ef353a151a9603b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eaf24ea83ad406602ac8ea333287b24e224cf51d3ca801f29823809b6ef59d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45207a4659ad547ecb9316e515c03dcd1bb11275
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951b17e4e5fbec6dc332de4a9924e9b38c6d17f9bfd6c5320ea564b66cddda32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96679d18b522f2afdbf05014405cf3fc79687005
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98303c117b24b5bab02fed2e4a4a4d42539bd557831975902e691eaa6a4d5c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f2acb7fb7604f0adb64ce9bb7199fd6a3d34ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b627b189413181f0f457d2b89290fff4365e37ce9b22bab31c7e7c046c5f73da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5b7208d0478b8f682ccf82041d3ca805ad550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ce52a2e4c1dd579b0ba18e0cff8d2fffc8374c51885be0b9b364a2a2716f37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257a7628f77d91e120c4f1c0da3b3205ec488981
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b160fb3470016529cddb69fc56694396e3d15f822b3e6e769ed9f380b520811
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575487a766208fc418682c53006a1abe38bc8e0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27577b5bcb9468f58de2a9eea153cb53996b20a33146beeac2542bf316fc0ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5876edac1023f6df8dc7cb09d94af3d8239c08b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2528a30eedc642ac7ba2223ed3743786abf0c26bdfaf8a7c07afd8ea1f5137af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ec364d43f955f707ec72fbaa0e41c01fe5e60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf56370088433b50a25115cda2546ef42683a9f9836360579c911e7d1ac58ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df06acf3bb58436bba1d8afca29f933590f2a5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc536136cddba4f9d15215760c595b7d3f57fab92700149ac379a615c38009e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989bb39aad56d50e00101ba007685ecd5c4a4b02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced0fcae3a507669c509179ba07c4769ed0e2965ed1fc4c64c22c61959c4c929
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91bf00c5632c3a2ce4b925ce66e34313d982f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74eda0a080f6d001f100bedd8bbb0c7980473cbb1bff33c13a3509c133ee4a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27a1fead904d7ffb6ca3247c6878045ce890ad5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da1ae81793b22696cae8f52df76eda29ffd081efd8a0caa6b8342d8ec8bbe98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edfc88a5a6b9269b5a8eca1add2c3de27849e89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f11efc2bbb4c48faf74d277c912314d2772dc6a5c653deaf577bf33b3a8767
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763280e0a5033d4a38f1b04420423ec0008f77f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67304b0ca8ec061b0f9e7a3791e2d550c53785148909918ed64cebc2e40cd295
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01086802f12f9c65dde3737628a2e51b9e785587
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5b3a56705111c8c11e290e92e1818dd40225c18a37e6da53c8b8a1e1f54ab9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b218e708b0177f9e262f6dcb4e76111a83dba77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab559b4521f1a1b7df9cb98abc47873ea1b866d7b9204174802c62fc1c6953
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528922f01369cc28d15b51d4da06bbd5eacd275b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c5022a794062102f8b70bf740cd46b24a187236f5c7cb26d73054f4b6071a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c86e1a78486f51c2f6d14a7115c26f6b3f897b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0d40bfeb647b2cf3aff0f7a555719071892a91698a1b873893728af6e52f08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e842a6b91fd6c056ff573400ac3d45964165b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a18b84e949760887b0f37168df73d4991134224c2f363581bdc7d97ef2a53f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f50760ba5351dd873a8e75fcec5456c1a49885d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2061942786189c79e8db85be8b0eeee8f61a56f3fde2859b378fd1e067dfdaa0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3b098c00d2048ef53cfc6251b6c1219f827a32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1332fa450bad093ad7224dc46ffb7ff242d4b6718d7e257177d241f936530f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0580a25b750339bcfea3964a254c5a76b2c85e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3413cd9f9e9184394f46e0090946e2ef33008f751f42b319169db9cc1afe5c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdc4e600d40c2b43dee8a16f2c9851b126041b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f40e47a84932f7f755f3910058ccb96ff6a64dbe57b6910e3a327513839b4ab
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ac5c0ebd0f55fc5b761923cb2bf0a7c842bf8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c267f46fbe032a99798d28c996eb52c5ca2980bd9114631ae8b09996352b2e6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355df44233a55bf828fa705b71b379d273455e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3a32f6fc96ef7c00d8dbf8d45670197cdd431ee1aedf481dfd9bc64d43b04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5560d155850a17458b6c13e22a2f3b0e98e5dc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c575dc49ee904250491fdc9a0401caf476af036c3c93576516e0e6c2a52533b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a687e56f7d840b404b2f0025a2bbd4da919a87a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0049d86d48e2e7312f437dbe1f281f99612a5ab1f3b59a5682b343062e00a3d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5a7ca5364d8cedf619d8c37d919b2f33236c89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb12f4e9b448e60f315d108fc32b2daab03bdf440831f07661ed223d8a577ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5db313215238fc6eaa2a991ae7d82b830ce29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade052973501a72206b28d7004b0a0992858ef2cbfa063bcf665607fcdbbd181
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f21158f5a55fa24eb58e7ddcb39bc5465eead01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8f7c3af135996b9382b1e0a6435967c433de94a9e09b19cede9a86867dcf43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a2fef3f45e9dd9c085c8ff2b8daf4601bb6632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f21c41f1efcf7800ada92b94324b1387074d6dacb7924f21ffe9d39be5e7d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f557243bde16d7e93843cf13580b089978243e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d5bfcfd7620eb49b3ef85f0773930265590289e5870c2ad545ea3efaa245a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a16a151225d81255a8431a047f47908d00f47b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef13fd653317b804c2e0bab670e07e0b202c0a70ff769d3b807d5eb9881457
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f0de06418cddafdfd60da2cb8fdb96b44d862b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c54bf4e09bdae41063c95d9330ad818e97d69d656e9d2ffcb43f21720e6fcc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd332c2b4d4284f7e3954a0d09ab562c62495f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f48ca158a3b94300d45afe3315fee41c8d9581bed8fffb774dd027b84bef322
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8e9ffe502a37abf1470a3d5399478adcff0a41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d3bb8f86d6aa4d93c4e2d191bd391895649e16bccdea6efc78df8a00aaf247
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec5e4ec53ce20886e025fdab7666931abad14a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bde9ef85edc678307fb1887cfb9283c2c9bb4880fb55b732d4ab5ea30e161b7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4cc7f39042ee25ec2aff37a07d076ae0118dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07718b3f56a3ee429b4d674a2380938738ca4587f851231f64167692738d16b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106990e150a06854bfd066964c9c4cea57ab7798
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d145af82af4d7c9642314918b181655e1d9f8a4699fc24cafba6a450c9d2db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8428237c25149d1b7f25e529bcc560c5fafe35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b499dc9f7cb48900fd9db368ebf5a1cb0e784a1a1686e02779f6c158d48b5476
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c08185ac859bad73a110c66327903590d830cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19b5c8283f507d4cb9efcb7dde3ce10cb5a1e7ff496f393a7f275842aba95cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1b1198ee40097b143f1757618eaf087db1f459
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddcff56f2527f56d0b028d6a65a0c9ce008677ffab922e84439f5537d65b8c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4504ac2317360a3e436ef46ae8f39b71622cb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc40e43c4be35d99b627076e7449fa301fa4a520feb05baae45584130d3d081
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7696662f940a4542667cada8ca307b4a0d23da85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774120fbf9007e8bcef99e49181f748a1c49f36c9147d46c514b0fc734c67422
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d51d4a7e92f9c099c2a76f6a47faa242f66e0d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429dfc2348e9ae3ecdf4b428fcf71377c6460af102afab94057fdee55d70616
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db08d702f7f07f9b715d66a7bddb9143c148e1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb263f309b5e90dc70581012b297d2c1a4a04fcdf127af05451cd454e58b57b0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5737729ecab197417978761e5df1459e54c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675029f4468011389e6958ecdad5e925324ae30c8e8d9c26d98c015c7196ccee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c74b6b5cddc9ad47cb0668813245fec793b0519
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e21e0240c5e8ccf438d72bf97e89c2db8270aaf0b912bc52af90b3e44e73c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f635993502e7c2b9fde233c04e8aea66d31e332b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d3fd01ee0386b7ab80d4057d790a07e36874e8867a4b3242952bd08cbe04b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4028f9a71ea8bf81c99f45d0d17b4298f34c59a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49a7b09f0bd8b0fabb07d68f3dea39787496cef6b6b3661d97a0132b0f7121
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cfa49b24f231f61808ccd2098d1e89cbd487fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7442c195f633aab52e0293cd6bb552be41e3e6c44d500f1b937da6526733c68
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560c4f6c5e17e5123e5f76eb87c2700cb98320e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c9264765e52e339bc6bfcf850d52724d5297854a17fcd1b997cb682c3c2021
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bb39f444ff0aad5d99fa619fdad77d8cb7ac6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8386186a7d873c65d0da68bcd62827ab10e736bdc50a582cccf9696cb990655
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183b1064d1f5aa598821e712efb6ea1abdb8d808
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa295c144bd97bd903422c46b273830f7664c35283e3c71c06d6c8325d859f0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b7d52b91a1d1ed4017bf1c35aef0d0b112393
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2895ee02b8a127b1718164f6905cbe10c2b8430bd27ece3213677f5d22fd5d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a7cacdf76ce6268ebb00915cae53d72809521
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb779885aed9854f66e82de78aec38c9eb78b94ff2106bfcf8d92f7967eedf5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9550eab47b5404192c817782e5e0b2ace91069a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe55b44468cd6cbc85c5d19e52f21a00ecc775aace61eeb4793ac6ec582f967
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6b5bf7840d8a3d6b3708495e145a562a43db26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bfa90f01e80f89b5b495665ee3e009352a2a81dcd7915791e6ede1d70e9375
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e353370db6758834e6960acc2c1c72f29bcdf9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdbba424b2d2265cf80d9d0a8c400e78856ba9cb28e597260013ee7f16d4fe9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e7beacedb43491804834a43663f913cdc8f07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43218692315bb9613ed2c7711bd8e1148d6dfc6d9bcb362df2e4b2582ef43af8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1bb736d7b9e0b9d5c5f7937b40743f9bd1a4f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb411d71288456611917e3756f9c1588f3f44e60338bed255995fcc10f0fc26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baed013ddd9f873cd418d00139f50cc2dd26f5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec183def257f8c4dcc61d5a4819ad9f0a3e3ea3d5142c55c1480255e7323b20
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7080aae0a1771e01ccf05596eb4242aab7d89f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d30f73088742ed4d213f08bfcbf10bb4abe8bc94dcfce5b27e3f0b2c89f6a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e43c4184fa61de01ee08209c97532149ad20538
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c55fe39f791d1536d6bf4babfbbddb2157f2ceb33704e32ea0ae1e8b819a72
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea187122933be4069f48d7238bd4ec01a2c685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfded154e34e0cab327ac0f2293a579ce917c5f18b3b341067b9eba2d3ac299
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39e45c1d8c450175f816f366cf422952e5d054
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c635824bc74cb9e4b84bcf25fa8c386ad81a9e620ae0b81a5a886062d4b8c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a1c51ed2881005d614083a7d8eeb87e65fb6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7d79f92439e6ac280efb6559e9143ace1c7dc211a3cf5b32b5b527ff2e0d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dd1c5112cb9b24f982a49c4b1d63a10f8793b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a446846f8a008d5887cc2fda3c8af608d17892e3a06bed2d609f886463700
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3cd49959b6936455a6f3b10f6847ec7ceb1c2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c85964e3923b349e344e696dee896eca41697ec0c6cb0280a94feddd1db20bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666504a9ead1586c9a2a0c70ac5edbd38e5eaa54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651fb30039ec5f8ab0e315efa64fbea346ff909855206a82a6f467d36e949e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185b8ded1a6fe830655bcb073f131b7937b437ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9182188be0549040e096236bf9e7d65de46f3984bb346a5076ba29c111f67
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a6c518ef491a32a105d2f41c9d6d3f3622789
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c9eeeb42b333d6393a0ad8c54de17294dd92cda670f7dc25f435ddfeae6014
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47a4e2da16bdc1284a8a57c774ebb0f418ab20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb37e4ac217cdda11c1576b1f1b06356eec748556ba858c4c96cabda26e541e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1380405af46c45a397c07ce44876fbfe48dc9535
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2a5a07b9e8c8fb258d7d646b587c3dfbbf96090ed1a2e18aa27c227058b2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f6b9fe1fa87cf7ceb8d371481320c47f24ff6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e1f24a38684964eb502226f329dc7ff58924667654773dd1e4c6a138843ec8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8465459e509d04c9f496159c73732fab175fdfec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641ba8af87486548f3cf6603d1e6375140381a5df7369c493f0d87ecb1a45ec2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126b38ff41c916128f06bf80bda64820ce3011b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e296cf1e958914e1e505cfe0d6ebb8a5f4072cda4e71b1c7f5fdc1edde4d92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c172bfa387fed107ad308a847077ec084e0f16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890361927e91b4ae1eb71eacf97eeadde694f154e661b9650572b7dbc6bf3fad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653a026777857173e0d48c42cecdcd5289c2160
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d721a4b40c58f5273681c456229ee1e3308c4a4ae5154d064163e542dd16fb6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da54950e4f2ff01c1f95e5e6350ea60f07e414fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3460cbd16e58771f1fd56cab6497db93e8e9c2f26d03d705a6b9d897b95cf501
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec2d05a4987d64e65c2fe653820e1e9fa487b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b0af38f613cbd730c4991d897fbd67f89387cabae0b42cf7b2b76ff5cc2469
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beab18142a8b45f6af75ca82aca40fd160b7897
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7434ed65c143ce47ea98a7a6a4bc8e6083d281e062bd4a57df189fe890568815
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0412ef619cb825782678605c014e3f9ff9a720
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8431a0416f9d9c703950559c7779ae084fe3bd4c78c0c13da1e07f71734fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5bc5574918a5a965b0eb1b0b68bca0b4c6725
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffaa48f94daa19017dbb3f5fd001b56a3b339d446ac6aa56a94f60b60801bb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3c53962c0b5430b1fc2de5379d1dc39cda90d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78cee22e61088ce823e84fe22539928bf0841a550d5a1ebce67134bc12b61a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10cdcfd72c324534e84c4be8f517de8f489d23c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47eb039096da0791234dcb5739665f4f9f5175a50398d1eedbc30ca53c64f9f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27a004e527f1119da36e56443e5d33bfacefffe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490e695746671e36bd2346368806295d0b9ed11302842ea46417bfa30a4c901
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827fca6f75c2e9440a030e34b64d68824581cbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281604c0a8350fee9bdd5cf5acaf3b43c476a4dbfef9529506cd405ca9c32556
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e3e9f64a565979b6f9f10eaf732e4f8a610395
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7294eef5c51de0aa0e1c6bd08b68cba48ba59c762e3371208d4860a5a439f36
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ca42b1f7a57d5b1916a14b225dd0f600e3619
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d38806064eeaed1e16693feeaca73c5795e5c845118c339dafe3e8323509a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb25a622e2bf4f37b7743fea78441a51996bb3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6947465c70d4af984b2420c1574c407df6f487d7f882443deb3326dc42d36
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3c6ad6e560caac489760ee1db890d039a2d71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b7d250b1fcc39a14ef9de6ab42263ef360e97a57757470ef534164bd556666
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf977bbe7be21088c3338052356668a22759f50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e620e1c3b237f16aa08950dbfcd4d4dafb6adf963111ae3ce101afc60337002
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af8db4dab2c6f1238c9d0912c78627ab5d5ca7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708d23fd4145b5f54db1459f6c09ac66ea5eb2960d0db5a0190788c7a7d5924
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e74c43f9d5a3c187b422e862da9606b45536cc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd3c630483e6b268ed4575e6d18e91b69ff9c444973db4b55f69bbddac5e06b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a40d50fa2957612d9ed29aff5184c9f5a0210
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2793061e547accf5a5e84e6c5d5b7a406a6b55bd90dbd295ddb5fe9202f7a758
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9357ba0e8f6248f789e53a2173d2c6efdaab3857
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ee93e655bebd918fde694171cdab3a955654f63b443d378d6e9cbc80732654
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b5753c24914f524256ea77b18a3ee49ba12fc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7da5d6712df154bd4d22542e57274cce0520af3cbf4a6d65d8e86d71365aec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee656739e5484ad8b9f1533308f5f7a06c31062
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1ffd7b28f37a2adb1e5b0ec9bb9e3d4319a783a69204eb65b89a4f7ebcd0c7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77f516e30400433f28c4f76c16f8dfb60999fe8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb548709ae262833dc76726a8b9d4da8589b462091a4201751ff434bec979e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a572d0cfe5ba4c268b5f47fe46aba0a255d338ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd22d1e4a956c8c80938f844aee260598f4312cc76d0052289c506f22f0e56c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96019a2154c574b56ba1819f9e0fda04e771d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe069a9d36f5b401c9ce7b9554ba69bf4b5b35d18257669f2516a1d627a5b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e45ec846129e4934aeebc11fc6fee6dc6164c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001cb7dfd36c90b06ddcb104dc4f7436fc342e9fdc65059c6d38b206e72a0492
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385cd2df969eb0fccd9ed80d2cbfaedc2a94fee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e76c958e65e99511ebe06ef3a4af7124c196779cb1f16a89822f6c3b3f048
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da943629c330b52a68e5a6a3008ca2b3dc789d2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9d5ae7fdd172ba4c9696b8385d0f1b415c917ac5fbc716d371bc653b0894ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009c14cb05462f9e202ae966cdf1925d6d730e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f3e8684bb4bceb9768391cbe4ac1f22508f8158443003a9e8089a9d501166f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eaeb1e650018d799cb22ad0154ae594299c9c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9637e4400f4ccbc11e0f01f4cb5dd902eb2e1181d9b7b44d4282c499508d730
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e323de2fcddad06680d26828599ba9ba200095dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f49828e0ce3933bf28cabeeeb9c08030cb9680a72df87c76550be6d451e1d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b0607345c9bd5c6984a745e31b22cbecb77102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4c6622b3ed4cd6fc68220ee6ceecb254f2472751ae9237cde5494a6f761eda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85273887968f6f211f6db0d75096b7b16304e965
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e74759e7c005d2af7926976e5ebc9a197e2dc5f38617ad8324052e77a5372a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cc48d065ee0b8ad1ddafdfbd076a53fddb21f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72e6c9e466ed0c5c3b69d9dcecc0b4df1003f16bf4d41dfaa37f4ec1dfb575
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83dbd4c1a8cceaa2ea999894ba38b74fae1b64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88826b3b89ccdcdcb4219b086e681cb1ebb7258b5af0f720252f55a644ee6449
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bee3b48a5f1fd25fb0301538f23fd33e3a4b11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475ad6dd48becd78c144f5e7545b7d4ceb429fc770c5a2a95c65ab0497fcc75
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894981e9dbd736f5f4cfc932017e4c683fac6b21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7ff5028d6ac75906df744c5f5730a8aad4ac2291b7caa6f98f2b70c6bbb3a8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a5d279bb32dfa49d0818b8720f39c2e0c3457e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7125f93884ebc38227836dfe2e135eba8b72e82dde02c2cf7981e3e6381ada
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a16a7798c4cfb1cfa2c121cf5c5e8a796958a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ba7aa177aae9f2dc6405ee98aa1fd08cda565f07bb0ae9e4112124442cae0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a135b6ce7a201a265ba90f98d9a5a9ec53f9cbba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe797d85aa8952fcf128dd94e2015381c09d5e24976aaa7cea17346e5328bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b3f580c62401aaaf0d3e1de97e5748f493dd28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550fee8629793fb71a1b476434a7228588f989a57b5c8b9fea80436428da7761
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3ae0fcdb4961ad65a087cec0c0cc817ecdb88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c15e1f70506394bad3166f055b8c01eb69d4c9e15d8a2df961782f39cb449a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378b0c6e28a44e94faf599fde147d46aac12bc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d799ee8e25ab66131b6d00c33c92960f5ec23ffd978b0bad46f3d68f769d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5981795be0e240f0efffc6feb07a69cc63e99e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df803d092ab830600de96ce088e0e97e3c67bfe4463e6d80679f97325054529
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0706c47da1c66b63671f4584a2dda45469dc54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23ac00f9a6b94f49520a80ab4c08366dfee76aa0d9e1664d6231035157f5bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0036858eb0c966ba9a0ef15c88920cbb4e892
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cd31c9dd1fd1dd82dda5b198f6eb85e1aca7ce7766a4dcdaacd0ed0a7459bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382a35dddaaade845433b83bec1906545b8e45e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c421ee665190f2b19d934745c24c062697965b0547be146594c041f1766db29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431459dbc811a5b72b812f6084c842ba7d62e1a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96113165b63d09f3ae2df82808fa01f367c8877473e46db90f1e0bebc6864db0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7544a8dea6eabea051561b5e523e1bf339eb28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06353966ec303f954ae4474784edca409b1bf64b383ec9671c16065476d6452d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78939dd584f3edad778a1f222ae25f8b773daa98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943591bbf7f30d6b92c9684a6dbde3cf078b7eb7ecf4fdd6ab4cd6f8fea3c253
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417cc70ecf894cc5689da8bff446d3be39f83599
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93691f090ec5e9900b391c15b25647360c61f6490a42eeb4bcc5f8074206aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04059a9e01440dbc544a59b23fe017c370fc2e79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d24be339f2415d56635e88325b53e4c731265fd1e7a6369c04660c009af2182
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad0cfc9f40a4733b339207a5e0e6ad653e83e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3970bfb520b3e4355f67e56f9e7e16bd45ab691a538a3492f91bc8d5a1d0f09a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5fc0b337ce5ac0c82d76bcd547ee612491ab3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1e8d910c9b849ebb7af6ca25a7267ef6d7e821603bda92e4aa2954adc6c8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7e0c9deda1c36223bc70703137fb51f470814
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad43e591f415d56a7d5689693fdbc0eccaf1ea7b286416af49e92fc3ac0962
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456ebfbdb90adb8dfd48302e54949146f0dee334
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca39147bcb4f2a7ab2681b2ce08b37fc65636f0760120ff6534ca0f1b639dc7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462b9673b6d4435d5e370e0b4b1ed680e235506
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b209f840740c98a8a1355813a3ece6c58c084a6aa6ca8896eef7edf72376b4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201f7d55c7d883b80a893b7450aa024ed9210a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b6932c5fef88c43c8475a9d47bdf141c7f79a37498889118036ee3add4caa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ba91e63f919a8755c004f63a3bdbb302c865e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfed6391d0fba742322dc43bfcd5e3421b8e76c7621e2bfdf55519b40baca90
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb38fbeca9437ac7d286e658d6f8e445542343
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edad53c0c184c0112d05164773524a8448e6591e595f5f7880146fad35669fcd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af73b645333e5c98ed5a05e68b490a0c40cdc6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4bc28774bc126cffa6243a5d1b1f7098b5a38d9a156dc9b75e21d68a0a2bed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0541267011d1ccd7afc695fb75e9448675862951
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32996de636e4ad8b4526eba8a3af5c390641f52f31844f1511ed0f2e9fffd812
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aada93a297e6732e75dcebe9e9d5d35cd6b6fde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73841d68ab63676c2dd4c6410c6d09d74f1a5fa09b6767f37b1b86782fe6e7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d8659208db4fef7dbef60fdc2b81458db61762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1644d195b483433b3ec2d47bf8574b43a4db442fcf71bfa42aaf139610ba6d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d002cda0e607d491ba9b4fde4815b8c929a6930
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc25bb001a6ed9a546be734fd43977075ea4e6a902d2847ecc3735ec97e203b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd6282a6c1222a8bc6439d292e31834252b8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9385a05f1084f23835cdb1efb5ea95d3256580553bc3532a777496349517d2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2564a7c9ea223a1b166dfa4d466d9081a40a3661
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a36ccfd7f3c65eab4f963e382ced42c3f102087b6b3c920a38018a1306db5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0325cbb32bfe3124c31fbb33c4031032361cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10448d2484953acaa96613e44c84f768b4664083928248b64d1fa0943c971722
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9db2788a0e1f534035f317027ed52d37f17079e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1eba378c3cd939e8f20eda99f526239bb6002f75b3c01c3a4534d5deffbc0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a771528cd75a02e72f40c5e3fc6efaea3d8c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d591b2fae5e5f5d4745fcd074739af98696e647d614ba416c5b8727d715492a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644bfbee0715c85db0ea7ce891d00b5b437cb021
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d05e031f38fa81efa62ac4c1c2d41f57039e384f940e8dc7df1445a7504d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4373bb1029fee538b539e0c1e2e680de21c4857
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d970b8a2949058ecd2f08ba6c6beabb11746b899aace92f7b011172c221f19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7f72e3ab0f03fae3f629606f16b81b487c26ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94efa46487424d10fbca985ba357f80195682f06f37ef2affd83a42bf4522f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4edb3f8590cc514f3e3caf6d935fd6229f08bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62dda0f26cf8f7485f19d2a825321183f87747fa09ca05206b624af185bf32b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b16f6a27896f98b048f8a91fa1b1ca5766dddcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507569bdfb4d548bb2e6e6ad77704257572336963f26cc95519cf0d845ee231
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42504a713c5deeca09313769b845f2a9cbcb6956
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a102b159134c8ebdab3386a59a79aefc4f2141b7ce77c36296ba381d1c72c1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905251c09e49e7a533b0488c5876b149ab1c229b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd108cf23ed8094b8af6e64c01ee3c93108fb561cd0db96917b884f71aa82e57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354775fd6c3bfc998cccabcd072f57cb11166616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015453e423759b922edcbd759602843a54b772a0cbff43c75a753fb15b50ce5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640d1a11ce5118ed6cc13833022b7d00f55bc32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150ff796c6569bbb08b9c5528b363a21e3dd52eaa695fa243d74610f73e66023
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7a1f2d67b56c5f28722c4ef008f65ed3c8c38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765e7effd4c2771558d4bd6a173e4958fcb05f6bec0c66f0678b66cdfc0e2887
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b5630559c2123f970d4de2c31033d0a78f6a2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6ab98283cf29343fb71c6ab0bf66acf810cf8658e43aa3e87eb59f1c20638
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d40178149d27b1cadfb8ed221f04be63f97c59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2adeffbe1ce66282070b8667c87d98c7b8752a30c99d742daecdb49050d62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da74d717e3a10bde73260761bef34dc203de3d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac5a1df8b4c6f85c5843025a0456d83c24c737fa08f8e62875cb0ad90482e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a8c7813c921b492809ddba2e2006ecd9e7e4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0d7b31140dcacb96ebbe9e99844c02135e7f93721426bf462a1365128e70a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234ea77fec9b5b6949962d2e183a2f236606e9a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bd30ef447268a9255e405a797616ca55de13890ef1750dd98f20dbd11ee17c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c664876ce73e361e5149dca1d57381827a2675
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f418168e74cdae42f0601aec55c28c11515f2e774e49c3767f7d8e9c0e0a35
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda46c2f7d972ff96705b8504cc1ddf238f4c218
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621b238b585ada3f1b72ae578e419b429ceeb710c1598c08965fcdeb5bcbd7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321c9b2f6ca87f40c4e0ce8eb726bb2d1097ea1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd19e8cb4f497259c91bdb042f4493a830137607ff6731b85fcf0b1ac0836dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262a7e1b3bc99d027f6f35fdf16f43db001c3384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ee2df9c5bb3a7b27c921f8d36321093bc36536859f41f1f32edff4d9e7f2a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830f314dd05d2f9197599f1f2cab93736050dcc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c556ee34155bb98d868cb71d1102330a9f44f4cf88a433edf3b11be2d8984e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e607780711586617461e7bd3369105788155a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20d991cf44971dc3a80bce22e8a5ac196b2dbf2de49be221062ce28348a137
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f250f88f0d51f218da4b2bea1ce3b378a0360ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373f65a1087e899c387ceaf7682564ef718c6ba8429e4685a13475bc40d35eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264e8eab32105b6c4a52bbaaa8facf7054c3c9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acfb3f859a6291e38899d296c8f487f22981f207189c1ac2b7a03a12ed06729
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cbb8978fbe06333eb315b8230c51bba69c9eb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ea6644b288dbdfad4889508537f271e331295210fe2009112e89577780bf00
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23920ff6f91d0ead2b093ae8db4d4402ae51741
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b383df87ea17cc21388f191f4633bc0bf54dfb770f704adf7278c76ded0ee1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dd44c43fcd1cee8a0d08a4f043fba90230686c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ce5164b31812e194ecfdc805a8aed26d23145790edb256b8fc6af7460df84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63a92fe0bf67d00c60e4b657315f37e6689bb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bc5a9b1739d0fa2f49b4e31243910d4193da64aca834cee7d0594d90338b25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b06d80d0e923dd80c6d52cc0247194164388c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ed89b26b075de36eb0bd670554288c68e18945c5fbc90ad7d3d30f8d323af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f6f41c83c1aa8ae1aa7fd4f6c16c84a148a709
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0614f36e2c78e22a3dc65338e12cae39a023a3e5ec38751f5502d992f785fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4ae761e8c50c19cbfd8dd197cc61c78c682f1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac0e420b12c66c1841371054b0d69bb3eb78f18a4c9d4a4a30f2848fd34483
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e8fe5640fdcee3506980978c6110333291966d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cbc1fe6d1446c2626aa0904e62b70f7dc8fa7c22e80e124536d4682087b84
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac80db92c432bba42df5bb43c315176065ed083
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12645b5472a4f096105093afdce4d1b0459478155656d9b14a2fd237acd38db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411221aebfe6be28187054cb2563228d23df2f00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415bf9b4a586f48609b340aa7f6a2aa143c02af5f216c08b892a8406ef42e901
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71950549f1163d1a530d7734cb113520748e78cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88965d1514bfabe41fa6cbdf62f1d0078df007a4a5498242f553de692c9984e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc971919eebae43152b839be62f7d8c0f069705
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82a4848b7bc75154860bcacbed5817e30c9e91e54c76d3671a026ada1dcc595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fefccf1de8e30423e9b7d1be978527d40cea8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2745eb1e015b3b5aff518d03b2cce7e91ca7d4676421d5b8232819cd1cbc8dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaa093c998683ca3d3e5f6562bfc56f5aeab8bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e440a1b64e6360dce9ad5932fce1bac6915c15f2195ddc5a4587c3e324ce93dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7888396c1eef270d798b89880a9c3de88d3635d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6de5af684cdce292cf2f0ea6c71c65245f0d508fecfb8197ba05162d3765e50
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7835c8b04bb5fdcd0a7c4de4be7773e56f7a12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061c166af4a85fd3ce646be8b3e7b6a7cbd9882486408718513f1304d52fc6fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf4b6a3d6943fb34627f6ab0c8c04cbe102a95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c22f9f3d1bdae121872f33a656a79b6b21900fe2e959e8efe7a48de7ee14ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04c034e25fb14b7d3b50f1a223b71fcae4b9bde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcb9ef0806e2557ecfc33b66f3b86522bd04d8604c33667a7944548c950bf6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c29e86799611f20a642f2eda0d1a17aedb9e6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb9c7dc315b434ef7b40449a79d2cb6792fd4f776e5660355d72cdf203af672
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb497717b6c5dadb6cbe5b389ad291118602f3d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8245e74f5e3a2a4cdcaf7994ea351f3133bb604cff138588366e618455f7af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3519bb696f823e2f7bdd4e0f9c81bbaa8c48456
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e862761789bfc5ba024f8678629601479d540a44b2646201b61f619e7f6430
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8c05fe05612cfcffadb1cd79d1207d6b2aca9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd7b524ea730488c5bdb16634d19ee623a715ef0d1a8995c5da9e9d43fcc09d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072b1d8c18601eabbfcb210f6f5b132ecc6be0f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060dacc05335856cce3905c17071fff0ff488063394c27e6fa7b260c590d108
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42271e940ee19e71798d2beb38c14221e5563a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f621de2a250364c735847cb1602d884bb3745f32b815c62991d84ff3d95768
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdafad59cb5a2389ac838d3e952cc0288d1f29e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1faaebde20856bf425471f2fbd6dfb79575ed55cb0b4d1c1918f4a72a58b4bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962687535698d34a21ef8d3cb9413b6ab02df80c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d2e3fea1a0cd6ff071c336e1b1cb173eee7f63bf2b6b584cb762f26efb99f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bbc7c6e7f891148c540f6c040c26213110633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc9037ad9ce1de673f29d1e1e21a100106058fddda4da60763aa4b9d9033cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a0dd651d890628c14e26d59eeac0a501ca0f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce78ba8817bdad2bdbc9c6201ed30f35a8fc5a3504b512216f1dcf3eb794e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfbb5746f37febb26f936fcb5b32b9723f56454
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3252ef509cdf0a53ef0cefb5740945ef63faafe0a67a3885f04a051a210663
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb985a0fb3cee9a8aa77b925d09276871cd8bb19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af39307ef00f08c83a63d889937e5531cede56546b1cb4bcb36b24a0f838c3b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d73a68c5a89414a04ca0be340bf50eed8a0b24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a311857ee3986d2bf91d91936bb2a935262373b7de8d7280721722957e10bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6897b9994a3a20170f34c3e79144de4e42347f76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521bf7a1c9c3f60edee2dcd70e3366b060bc317698fbeb55e627baaec25d5299
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a06e78c358867fafddeb25d1654e540b7ee0e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbce196e11cf7c7a0b4f831163d891cba85a6dbc7f0d67ca979ab1bfb0719bbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222ff4997c9d80f8eb81c3e4c652044ac2457da6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf807f6892bc3cab3207905e97e6b6e14805481af01ddc1a4c8ad5e10a9e9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4220da1f9af6b7bc84bc1f57f7b532f00e316c7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ed1b7badc2dbfd52f2ca3ed825f7f088d7d762178fa46d53e62349e3601c59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b456737ffd70187d1d38e90d2ba07ffd6b9108a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b87d7cba92f125b5172876fb57a7900ab3a695e881db16e4d9510c6412100e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a83455aebe72b94a59a0fe8eba104dd033ae35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e0a6b934d140d862912cdbfd81b0bac49854088d7ace20830b9a7d0b38b5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3115befa01ad08170fd862bf3d7d39a4dcdd15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e439fa6a14893a85e4a6ec7aac22783d344adddee247fdee965055b65b21411
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228b685d42acef709261e82f96e34d3f17e2c2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b53d76eb050ac0eb6f017495a7820780ab1e7c691a3d10e7fa8e004389bd3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3fe978788e3f75a31a604da321fa02d937c362
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51d1e6a69811fc9b76726f7e39f8cf699a67df2239320d9e2013852b005d51c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5788ec3b4981855a766f9a70232ba7df9168ea1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2c1dcfe6d3e23828ce40e84214aae1d8243ef9a1f56fa91dbfcaba2bc8d9e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339c5378657a160944b70131490ad0f1439fe5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302c473e7f817fc936e8950da2fcd2416795ca609a675489c9c55051b5bc6a3c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01454146dc4d349d216f9db4849805ca2c35c50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2cbb2d9ad849a9b4f45d1a07c20f3810d0a1d1a5e802151493de387cab82d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf8029d25f3534f4fb2102adddc17e7e547ec2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3c04afa13dd6a80e0a23f54f75d6fecd89b426a3dd35df5269301fbf6186df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8864212cfd78ee82c529709c3d41ee1873df6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6094bd3f3150d862c39daf5b9ab7a9962e09a9bea843f9e3ec8f4c87749ff3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8cd1407568033ae21bbbcf23262c7354c675a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d6e906a1dc9f6080205743fde43cc8b82e5baa237ea6e2ee768a690ab48b3c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0819cdd8fbc268336ad2569036ed1503aa53029f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23291ceb8fc49cfed01382767927659c53d7725e5e376e1c8c9679b1854abce4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40af15464abd898b59b193b6e280505e1745acf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7bd881372a21cdbbd8a616907c0d1d5865d6d574634646143a241b97d84492
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b2236da0b85dca88a4bbc8ec0ce0f4d2874cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d66c0383e14b68468cee813db65139f0b865eeaef51fb5ea9a5127d7e69b9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2d428f83374fd7619328bcb61f1106f6745cfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e4c7d060c66fc3e3851c3cb7df2a171662c8a9593ea19140cda42fae8c77fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18132f4610fcbbc838da83e5cd269ed430b15081
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc1746e525cd67ebe66413e8f9392e9ef5a3e572c3218d7fea86ae642f0fdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec71dc41db5d96bfe6662191e5977280c91d10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94875c6b328641802d5408a5d34b3fe32c1599af04c944f1f008cec361e6dfee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365d556f23b4c7c9b22f8c0ff48c6736ad757877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab095574c56bcccc3b84eaddab3661bba28e2100b9c06b6c2be68e5a33475b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b40b4c35ca4a34e8ba0faf0cd0c7f1683e4f44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b93b8c1a4fda2e8d4445fcf2d45bd349527dd150a23fa08fb65f424d0e61a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6d9a86821a5501bec5504248a9291ee5b846b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9781cd52d16a7279d16f90d6042d9f882601bc67da20a6e5140d285a0991bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c5355baef2fa6135a108e2eda2d1dcc876f6c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692438d2f38bd732f1096ec61b8f667160e01465305719ae69ec4461adf8fd8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd2399e2988ac30a32eddb20ca4ebbcd6a42803
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006a59a600782a4991d664d7412d33032cd14c4d683fce33d7d6d5b037e8a994
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cc1393e3f88b5a4032c881f674bb8a326eb268
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c025baf2123ef11b08e094dfd0a7916188b945833c424cd3a38a792352eaa293
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2a902a039746a7522e5e9e22b01c3b28970df4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefee42cecbbd3e9333b56a15230fb7ff9854276ef64f49ecdddf0f4345fccb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fbb0cbd6a99d7e9fc7f1976b6948a41c51ec00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e54d7602b3717e82da4e916ec008cf935665d2a1e6fff5401832947f0a4498d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed442f3490e01ffe91bf516d0f41c063c90d973
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25afd564b1783e820484d40e0b29e6e545cc3fee66cb32f787943ad3651023ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6fe58214548bd71d9fd7e7d288c9c169b7b166
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f072c15d002d771d5ed4255a8da6445c2ad99a471e923b92866268384f66972
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb18be5f54b603218768bcab82776391d3eae81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58593a55ac61e97e5eae8f867df6c69c0c44d6dfaf1c1c257bc07969a49f1a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acb8cb0bd58ac6017530a37bd4c5703007cff48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa8e3fa3df72ca1eeb28f83b38c3094d93648b766819ac6b8ab7c330d88c0d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23ea56d67b0082fec3807bf61d8fbc361b5d088
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4fec73f6ad3d8c09f58ee60cb61b41b8b5ca00e27103874236ea00e72c98eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17caf62623c2aab062640ce417d267e6c89e1399
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe677ed256c7f1aada2edb53a80e6985db54b04814cc3ec6c597eb396ed1f178
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d31ec1fee2cc51dde32d766d402b8c2d3777faa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97e2a6cd77e1e6cb2a0560d08e19df5abc87994635cc4ba66fe42544bb21d7c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb7663255abf81966c7b1f570d919e1032659a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea5e264f35de32aa9937031c7f316f0f69ba27d53edbab46da81f09c174229
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433947cd21136acb56eb0928a42320ec8c3b89f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555d30da123687820af35fb54d5f997cf84809ee02940835c9a60080751ba1f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13405f9801075becb01f81e9ea3ee8a12126534
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3c7bd7827134783fbc7d5e1e2cb0076dc92fc112563c43b9d4f5d1008d1bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508cb4626d41ddd77069398f55ec7a7d49b2162f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af5d25c0a41c71e767bf39b59596ad9b9eda27dc5b535bd1634506dadaa9902
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c901d3294554bf7ad045cfc54dc3f296d4a562
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ae7d23a7fe3b34f708589311b1c8e4f6401d00d43ee6f968b1ca740c5528de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a7d5acbcb9ce10a3cd9322942eb56aa6ff901
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cf03a3e572c88132bd08a8dc55fb41d224de88834269f20d9b69ab6438b0c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15a56d0e687b4c65701ce1dde64fe78b3f90371
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84268b1b85901e504055b88a71b50e630d17e9c0c0f462cba2b113c8012cf599
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae881ae3f975dc79b12a5b8181482ed948b2dc50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5960d4ea8d2299d1b1460df9904f3b1ab23a8c9dc92b0eecfc0ddc7c38fee6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459593509e180622fe3b3498329151bda31d49d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad41d898ca114dbd32b9035aa866813a3faa297b736546f6a9ad848a681e54de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58fa83ead762c2b7874de1b91f41bcd69820588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddb51eec2c360c6580ccd5392d6e9779120d156cab0213a61f7646fbfe352d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb40ae9e8375a7c46c4480da222ccd368a3abe1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58070c92e32144b31ed8c234315f508af47a420efbbf8b1af1fb8eb0cecff2ff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a0bcf05391ffa38d18dfb238fb28405ba16c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bcef1b07a4fd6ed46dc6e97e11032453c8dc6842db9f88a4224c4585c7edc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a9f283b57985c6d009af1bacde3fd2fd022455
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6718024f2c78ca76ad9730edc90f7142413e0fe600b720875f4e374133a03b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ae48be5f419d36a72f490ad35f25894689d7a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b72da644a02a4302f97c8487e0f0cddfc38b56200fb6e62b1a1065545cc5e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f40196578ad0bf3ca2f7759d65574d7dc47897
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81477bdf8ecd00481b5a255c825d0bdeb5fb044288f444680a134f4344869a9a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f0612987ec59947a05b6efc8d67799dff875f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4252b9dfdf20a2e16aaf7c2bacbf7e4e48c74b6e7055f503fb115730a0c89f6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92ccd37680585ab64529b30163fcd6b75109385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e58ede1ce0de8238710b9e48ec926d9c2c35e01714190ff78cd50bb5288f9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e012faff456c3fe14b43319a26b747c48603861
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655e2a4d3e414461c059888032d03111355539b0fbf4daee14c0e78dbce2125
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3f8e3ecc5face7c3abe5234d8cefb42cb5a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9ac84a978d0fd8db7eba6d6731edaf2b1910cd14b27c14bcdae298fb66a12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee4d51258985699af490b4c9f16ab646584b80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08164aab5cb83003e8a2f491cd41d65a7264feb657f0e9dc9dd7453f8ca7756d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c7f9a40d2ec6a8f1a961e8f6335f029a3c88c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768c5339b9a478cd8bcb7bc5fe872fca9b0afe0fdcf9c2fa8eeaa07f64d01367
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0497104ac7f9d6125cf08f987513d449073f2a6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc2691216b37cc83c790ad027ad080693ddddd9d7196d506824e5e4f0446ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeabe03fd16d042307b8a44ecbc15d0cfca7695
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6526d4287378934b0d9a3cfd25ce37e23e2fee06ee3ed339d810c5d0478bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045a1b461520d70bef9f488d191d8e12fb9ea682
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc839b908d6cf3d4b50da4c934a7a32eaa2a0affa23de402f8425710cdc3e12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22efe4be9cb3c3d6be21a734cad08194dcb36db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6b30683befe83e8544b33a63befed0b30053a2970ee9e6c8b80756e062108
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe46ca371bb941b5f5b1532834cd6adaa9254487
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c33db3bbc4da6800dbf5443081beabf6623708b029a9c7525889f691d5e477
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9219a0739227472bf0c7f903931950999e245423
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984253dbdf55ca202b95a1def02e7e8e79ea75fb40975feba8f57e7ab215fa34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6807bea0add2d9c14351974a6a67f0d5dece22b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c738edaaea4faf9396c80d82986ccbf0be6160fa371cb9c383d010dd47f306
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ad444f7219b35b666e333abe30e11b07a3282
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b41771c53a9032ea370ce18aa2b7a1cf844fd314a0873ebb9c9fc7467bc244
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f746a478e2f77009bc88e6bd5b73dc6f821e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d74c9eb3d5a0a65044931f6ccce9b49e01a2f73d0cf3975799d64fc36a8b7a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbe78e037c152ee134f5a86f629101b2b03b458
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfa100dba1dc02bc19a55cc13983acf1c4b82e929a685d2d8a2ba6bfadc6b61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c7d3ce129d3d8b59a8452ac237d26ba04cfdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a52e6c4f7ab686e7ed703f41fe0ca1be6a69d3f47f9d93c0cd5b02a11420a64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598e7f90f27bdf0c3e594841ec79229be23e3b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df3b3c8c8faaa2bd862d309491305e7f1d07f8ac695e2fec63d9e6fd6a693d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b07a086d265eac728e98d378356531db92ef79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b796140c48dadddbcbfe449926ddfe8079a8ca4f9a786fbfa106814d8b819e52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2f7a8aa9117e0ec3d53a952b960caef99fcb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a286e4c7474529288338dd3b11b0fa6042ede5cbef51b6b843ba4f11ceb270
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb4f9adc09911859e331093a314b17152fad96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46206f05e4821826ac8324349296b37a8bbbfddde12191838237000b38f0f06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6d18dbbbf31c09940f858d4a14835a82290b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58157591ebd1b54c30a743effde7d63eaa5996fb94ce9000384edd022bc9963a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490a999fb24ce7df35269752aef38e56328cc2ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb1b58d3964f50922005360a4ef3263b1dd0f71aead263c7c6cb5cb55b8bc4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da27e443448f3537619a6e5b08e306d6318a6563
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c85c4d493b8912e67279a663ba108e018e81740434ec373e0cf02cdcd853bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592335bfb8a01816a409f1ff573c35b5c8a9538b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d90f96a89c2cc45bed74bd3ef3a4badeaf26afbd8e7c1306beae07e121a01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305be99d4cec0812a00426399a5a9661a4af3fdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68fb825b7acbdc5e1d36a103d0c2d8ba0f212eccdaa14091479d3717a3f68fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062dfa5b02f92be6b282606a7cd154bc476279ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3509e3f1b5fce39831b6a4dd252d19f9fa02fada034bc8aa39c5150f9c1a809
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcda3eb6d1ed02311e48d13f9b6b34cb6abd925
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab2db845f46a3123b51452c635673db643aa8506c6bc6101904a08c4da36382
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ec2b6a46e8e11b876c674917ccad48372764a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f4cc121a6afe754c84026a004ede13be16ed6117cedb6866632c1a2b9ca7a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29c87938b6a5f445fd2d24d5404dc8c4ddb09c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4de8c773e686c4abb5ecc067f94f06d9094201de1e18f4ef2a175bb1edd991
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612746f8a50301d95bd5bdaf896dd35d0aee6ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff97ac0fdd95516d40ae1befcb53316ff08df969089a68217c71cb755206cc26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83270a9a286207ccde48351e966be184db67466c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516bc7c11989e48a48e0d071e96ddb9b98253add05b0b190ee06dd479bf450b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b6c55422afa77b53182be5d6b5715f71cdcad0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b674bdba67d091416ce3f9c6a4f4aa98bc9aa30e81167f0f2dddacf75ee35ca7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf7bcc6eb869cd2434919c9dbefe00009210eda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c9ae8d080fe7ded8950c42bbe00e9079c56e753129ae9c07eefc2b457c52b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91428980a207ff64afcccf8518664e601706cde3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532867ae019277635af4dfa2d4a5c5dba5f6372a270f6e636233190e6cd33188
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b0a566cf28e4cb34635626d1cbf29c18db3400
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ffde6511f948ff64695989371cb69748d638a2fe2a1ad93f10719bb57362e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34d3a9a4c64e3f873cc89c249fa125dc1cf9a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc745c11f5325c94b8f7cd6bda61b17db1d483466243c5296338d32f0bc1655
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4783a51c37b73294a175985c199121ead7d5ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95d2c850404528c135e404d19f00d3c9005c25aa6ccd87d95e583184f0a495a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424e326cde1f1482f61744dbd5c93fa670fce37a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd47818c584cdf58c46222940ce37341e139e28dcb1baff928363fbe963171f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35ddfa33e2b5249add7bd4dd665f664f236809b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7c1d98d10f036a5841d1ae52c5a433150d5cfec3f64a12fb6b6d9ee11924f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84512d0d96490249297cd6df160d47410f09281
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187fdd1b18b2fa2990142da4d033401c94fbaecb2ae277024669ea4c24e1920a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f5c046f35bd9f05c62739c0e49e717d078319d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b814b3e48d6c515014db541202455b96a5af3833b24d2237c232215e3c083927
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62e16b519c91ff656362d7818135c66a9955332
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a2c117ca42cbeb3732dbf04247db595d28b4f38f2ec42a48e8d9a3bd2c07e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad7a5bd529d0b62c169c727f37d8db4d8091e56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3968b2ab8aa1ad935be612284eff90ef7ae8ef3730cb208b56ded49d53bca5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8cc173a307a1dbecb51708dbca9bb2d850747d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6f58ab0e5af8c8fbb3abcece87f60be2780c05a5d03899c02943ccc2a8badc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b5df750164bd03f946308a160d2af2c07a87e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c799d4f4088de1586d7f0c755011720a7547c53696a7ae2a37b7930636418
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1337df0ad9c3217fd8e455ab8a573b77a5c4c6da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a609152e7fed6851ae720b3ce1bce9d0428422540ca5b4e5ab4250aa4093fd32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01283f27e6123bd127e199d3007ef6c297fd346
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef685cde7108398c6c3d13239ea96083bbcea826c881246b1720b714dbcf07c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a6ea00d191573e14deaabfe9db7353151ec159
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca13151c5753a40894e5c4876ac3f236273d8a975a2dab0ecbc5feb431f9f00c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618b9240c1de243dfa32cd4515357a05b65952b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07dec43fc7ff1dd3178220fc968cf730597b636bc4082253a6ff5f7cdd21ff4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e897e0d30db034ce3f8cedc78af346251d80c8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fda50029a89248d44371c6b82474aacbc1c08f6bf7ee53e2a168eb2473ac958
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e91ffef0437eed76c9355d4ea12d8c5cd78d677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c66b7a7058a18cc1bde2cac1b2861a1c5010cdc1a31803f8f3cde9712c34c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388252ec2f752e55294fcb0c46e1cfb361ce9dd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206eb68699be27106b2836f5da0e65d6511e8fcb204e64d1f223d96aba3eb86e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eca1110b86b14de79d17a0c3b69c4cd9232decb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c8a021809029aa558453781e558092f0046c0d150e54e8487793939fddaa9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a89bff58af4e9c49616da1ef9cc0976cc2b59b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cbcdadfba368901a109a166b772571315a90202a9a947cd40a5ee9b994b7fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726180624c797d3eb53e6dc266b397e53b834de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533fd796dc69e48587d001c3adfbf26138d8e6b938b664b08970b6376b450857
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2e7fbf49618e2f9dd573d5e66ce054ef003dc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abf992398c33f8f0ec75740e97928ca3599b18ca7e0fd3622138fa7133f2bdc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e9d313fa171c43be2540d5d08078490a484ec4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59479c88ebaf3ade8aadd6c9c9775e5c96508ea364a149630dbec3c887619b31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65016c039065b0a2c5a3230efb6aeaf13796e560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8abc1d27115982b1caa25938bad245d0a31085ac9eee6ab23bdd44c83aafbdd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a85191359f4c58563d397c963f9f41c86a8ccf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcab02d1f3898fedc5d63d971f65c9d8188f1e28c644b03201777f6a20e2201
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e2f5ddd2f57b8cd98ec39122f134c75f69db6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02faabaca6da33a3f2983974bbe575d04f75ca554d571fe37438e2f079bd8530
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab7a7b1d79c575b7de3b6bc879f58f3748c98d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a20fba43e5748060e844c2a3fe34abbc34762d50890dc17513b232f97622541
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2eca68e347f5c885182b2b9d43bb75463e9043
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0330c4c77e2b3c07adf1d5a765fd7be297158938b184344b856c6075f5b890e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d580e560237f60621b80e56520edf60f514fc7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fb53a08e75f9ba087b762d92827d15d8f05dabf68aad68de04f437d50395c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da77601f7026c610c507e3aaeb384cc13bd1244e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166628724607dd1b41ef58f2a4ac8e5b7d83db160d7c1908ca4bb29e4acd5e04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb13b149eb520ea3167da89078d5354a644d5ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518c094218e841420efeb5e3527e86eddec85cdefa27b7b01f745a1f1ccb295c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ce8bff5c8e3035e4c793ffa0374a30220f8c44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00d9acca6da5c1f4fff8506d02d77d79486f4de3fb8600afb3d20ecfa9d6003
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c89f7bea6d26d3d180a0b91641c4c09bb82a71e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2109f3b551101ac65c670a5b6a89afe51268f3876caa6c7a153e748a391044a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4d86b37a9cd33afc064410fcd798081eb8ed7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c59ab89cf7df920d82fc5c0c1852c508810eb61bca8d540d2a4b9829fccd22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf0ebba7dc2e19550413451252cf1aa475ba149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148e01ac17adc705755ea06bed0642b07766f51e8de2c8f3a6ec0225618336a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc75260c7945a982e862ced91b16588694b343f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e897afa4dca9d42dd5134bef640974267184944708a693c395df4fdbee1a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1926da0bd1650de6c97f2ad83c8f7e1f1a6ffe0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780c38187caa96b5b8d259fde90c5edf365f5d15e7886b69874e54ff7ed143e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae9883e5b7f85b84a6a82589cdd81f843de2ef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fb75cc14e7d0d946393e021edc1b07c0f367d6d8f4454a73fdaa03fdc3ac73
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ce8705c7b62bfaa1f5fa22a727c71b3a4fb1a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3167a7221b0cf54602f72da79da27c4d258e272c349ed14af71e4100096aa7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f981dad6769b1ad85a43b598a302074e7ee084
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc6def8fcc5e43b76aeeb8e419bc00b96019aeec30f66ff046260917078244f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0395e45251deaee552ae73cb285e24c6b74668
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ee93763387e5a42fe3a268a829d2a1ae0022acaac9d8c863d5d981ef1d7cf1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747cf4ad1010706592efd4e63b8f30dc8783c398
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a69957d1f73ae1132a4757190fc641cec2db425c86f71947762c76c420dd1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a006b346d58e0753563ee3ebc02af88d37f9e2a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fc5d1f72743d0dcd9ad8ed6a0addb47a9e95e9f6d05f497b1b74811b7c21d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9610913037651fb3b5c3b7c8dbf938a048f4c1d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83372b5faf16bd099420bcb6abb2bc98a0ab27503d4050b959a39ca71a50b674
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6bba287665c9a74365ca5c8caa0ca33f147d91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b72a52aa9bd8ee4e9b003d9d223d9a82b1042b640c12e4112a59294b6c49c6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f00d8d50c88e8ee7e84501b4ea5017394dc0cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2348e0a3a1daa10788be38fe15231d4226ae950e568212affca3dd261643d02b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38c889bf9533b4d219ec34b73f3ac76d5350121
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85761dfe52b0909c86f50f11ff74bb33b519d8e68dde420843f4d5f1b4bff6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea5fa837d37a061b7116fa84dd34ee8244f9841
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4311c376a85f7ce14e2a1499f59db7e63880751dd2fd50608ebe2b10b150e290
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4c07a8b8b1846b7e6068347d25dfae2a0b23f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0911fa5f3bfb88034d9fa20cb94b38d66e9d34a3788fc0b544af43971f950113
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d69e912c43768b56ba9e929f68125bf90cb25d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ec32d901e61f77b46be18d1a8ef660846a11639c6d49cd411de53135207245
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59a6102c249090b81c29cc4566335d64505b48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68df7a0199a32cc5d40e13b56e30a483a3924faf1edcf07faa2faba096feb23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ff86e7e5373271cb8684e573e9307d7242825b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf00c9fc49a64f4c66b3beea101f81a778df4a55f6eea64b4d6de5293c83f6b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e149e13899c05b9b1a63d802f583bbe623c478e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3ebcb66393e5ad912819084462d321d1a0c31c0fe1159e5b1f0cd5b1030ab0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee06491f8e072a8bd658b11627a13956df3179b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557d08eb1df5616cc447c2bacc26b8642860ae321485396152561719c1776ced
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a082e0b4e89aae01416b4a1585f719112381452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b0bc9664925c594ceb043cbdcba46302a8376301f0f5fbf2937c5341750565
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7f9af06e2ab60df668bafea478e230b99e3581
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6733c7c51155004612f55f6e940e9e45925e86f1a5c83e9a612705e18fcd2c8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d67d0e095bb53e3806193152b2410f4356f20c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f47f687898fc76284845541aec0a33d0268e3d3ccfb7b12f2556b9d2353e359
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7d07686f56d0b640cc78def6f1da7b76f2b883
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef979d70e57a1531c3d6f64b9860a6323cb721355172baa9f4647ab16522e28
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb5379bd67c3484dc354af55793e688d6b02dcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8af97a598cfc30d6b15fb726dd04de4e14195e48ce8305af59bc3b5bdf7aef0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8079874555114ad251dedcbdb8c5caa3c5230756
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970302255fcaa365cce47ac6b185aca79447c13e72171d053da6746ccecaa53b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf716eaef92cd0516ecc2c77cdf19005bc24a664
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b86e2a66d97fadc12fb7d4e5b2d9a55f7125797b0b3d2677ff1da1c1d6d06d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ce062df16cae1bf9ee3a3b9302a0320c06298a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a499a8dfb03dc2298db3ef08eeb2c59ee27735ba66fc2c35c9968333aff62bbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9c9eb642ce5946eb1da5628178e6702df8a724
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8618619cad27f35aca67f1e2aafaed50d37d835f7a0bcaecbda671334099c117
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c341e92302fbd57c5fd74c4e6f58607bbe6dd79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246bba4317957b3e26822315cd810ac8c351081b6d90489a5f34ca68b5618e29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab72ad81b9c5c4fd9af69295c7fdb35b4f8b69a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b81bfcc09eb3f630d8f46f0d5c2955da5a5c6f1b746c455a42e726a39548f1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413fb55f56adb6d853459eec1d871880b5a746a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab103a3e8058b25ee503111d6071fafbbca1ddabf5e7df7c6a6f8797639269
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c7aa58d14db1a4d86f8c6cb91b52b23b6b952c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e6ff6dac71dcbff3ddd515c417c93a4854e937e2696c535920416ee260f53c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439cd2879d193f9e3e9bcf97b7e3324e58370ec2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2917a6e044e165b62661f99fee6dd5742e5a27ed5ff8c04316bd5cebc7fc9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b386a09b8b94df06492bdcca5b9e96d3b24ac81a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac73394420b2bbc05ee28f0b525c491f1351bb18b302ebc94bac2477983ecc4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221747af9d29bec46f28eab5fa273bf7d2ceb747
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be73c9b8e566c2d95db31cbce15d7ceab8111aa2b9984b50302a2ec3207a6602
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1387ec0b8dc2b9dc94327bc2e1ec50f72afeb831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e2d825408a618510de0eb0efc8343cdace45bdb49539621c1eb28c5e62dbb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6d8e74533361dab6ba44e07eac59a41ad28c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98d20ee686ba2c3e2608f49e2ec3c00c9304a6dad67ee1cd02de3a1d3a12484
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23d6bab5024a2a972af1289c19139b0d10151b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80535b21e746735736cf29df4f7f400545360fb3fbcaf90c1a4e9738db3a01a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7a34ec9e7f600c8b6f000a2dd0e7775d192931
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ac907a4e70a2facd47a864c492b575fd5a7a2927ef72944e1c69c230a8967a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199f3b69e2b983af6e497f02a9b2e23292548c24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399ff14d1583bf9bb32d725090402e9220a4e4326156d6ed7ef374bf16ed6f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b012110b6dbe71534f14aecd545dd73b6b7da25d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6079fa2bc95d9f421cd8fcebdf4b528fc676e74f7899ac48c53d0b30f51dccd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b490497228da2b82cb44b1e03042f022e44c8772
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4594b7e39760cdcc5e74f0306896af18cd4b5247fad744548861ea70e96a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178fc719a88350718c7847ad11b8128aaace70c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322cd68cb84a7d9a432c880a3c018c4b08dd2cb4d0e3b8a1bcabe54727367ccb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ebb1502a7450d383c024614692315a03cf9a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beeca0791791c6318cd364ef29afa5fb305f45cb45bc893df0e7430a3697a7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec78edcf1726b04e38f2fe8d0718c2b00dd92fca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6464679afe0aaa78a9cd5d041df6cd1f039cf034ed4fafc783227067b54a72
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55fab974ed7a32dba36440ea44cd84e05849dd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c09bc0838059b6057c8519084a4f9d693e638d3666d519cad56647a7d826a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c9650f792b84196dee8dd15e6ef2c3b9aeb61a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df2f94f229bf2b9965cdf117e6f04167d1bc2c48c94b0ec93921177cbf5caa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d3c1897fc1a352cc4998e4c653c7959b74b669
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed199a7e800c74ab736d03fb0a2f02c288eb7f2af70c2106dd5a33863c4f0273
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0069b7b1bf962b3f039dc9990781b2692c92c8a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a92e51637d157a454836b64bb984481185f8c00b807037c6b6f635632fc8a25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1514b1b70ee3dc43026661bcf83af5dd83564f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ac6265fca247a3db353eeac03d0536d639441539c4d6c650702f9022464ca5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059aa97c5935c966a916bcd09b7cf6ed8b6d28a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c45a3fd120115de84e140c525edc97efe9539f75a5e02bfd258ebb64583fb7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c3b852dc326a91921713d22674885b5d7f3a39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab38de5f00961fef9b416aabd1845b65cb1c6236f5f9385fadf718b02cbe1418
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f559ee16014001dd331340555fea65e881071cd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4071025bd3806e6972b8f73edce7bebc1695b267fc0db5ee14346e71d5fe1ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf5bec44f1c62600445ba8d16e85817b4842cc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6ca901087d9abfc9be2ad7909736b5df737802bf93711140dc37a28e38ffcf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff19cce00b66cb67e5e3b8c266c9906b77bd9b49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a967adce731c02a1163a70dd33cf1b2b4e3da3025a49042a123cba9c7653b3ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2eaa90d96a07396d361e7888e6d2d6db4eacf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d813b9ba1558771c8740af8ad20288919efab090192b11b1b8cfc7d177c418
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d09acfe56e06300988b906cdcbd43cbf509e22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7bccd8774a4e6cda6617199399163f61b2fb100187164212f3eb8cba15671c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001190a389736ca5480ca29a669b518b4ef13d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3afd793531e7e39a57d4c3315f7d4e461fd87f9193a85e0149522ef8b38060f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d14a4bace0a46f1ff749c49f4672a7f952e1758
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead92f24a5895798d8238884876fd3c08bf1945368e1382dc165032917a9a2df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fea3d98e7e852e1c0ac8430863b4c2d4a83f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47729cc4fd2fec4ae5cfc6c4ced35856be0cbd77a0567cdf42e88bec8d73abc6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3872fb5880e3ffb400a81df1011b380a776bc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ce4db0021a56e249b4d837dc72d4fcbffcbde3105284bbbac974cdca024528
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eb92a283d3d6f305981a89f64906604f4bc95f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705a0672d3dcb6237acbcd67893788adc1533802a323b70c4abfc65a820066ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb4c0854d610f62d1d24eef0b1c9a281053b07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416801ddb3cb8e21c909a235faa106d51219f1bcbfae51460bbfbc4f68f3bd5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114be25bf81b1bfb6fc31a5eb6a219777c3747c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3d161945794f90959cb1573c9b80356c0ac8bc81af72f363fa7e01cbebfa12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf753a9c2d912ff25a13f3267f7f91192896409d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59744dc3d9b4fe81981aad33c2daf81dadd380e80cb95416f18930ffda566a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c81f5bc8720e55a137d937c2757f63020b4f74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a3b0fbd231f2a8857ce220790344758be10ac26ab10f8f3558bd0a87df8c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d378f350deb905b1db3c03b4ae948bfa8f91b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49503c9ccfd72c708d5cb4533bb7b88843c481953b03cbd5b432b897639f2602
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943bf075136e23e38a7cf019cf2fb772a3db171d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad647fd40581d4290cab71f2047b02b611a643b87a47bc1000958d5d0d217f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fd6f1742d5f533cbaa89dea0c8e5a263fa7d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b099b43f3223ba5d0d1130d33605cbd34f2d238d24daa19630072af92c5f0a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16783ba3de10cc60072301e3b99688d5ed6808dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3821e5b70964c772496d944037c69be452696347b4eb115f83df7694a102500
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891153c17d865c7adf1ae70ce23cc01e399d58d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0895bc592c8762bc60242e8e254ba9d74f0f20c0bdcdc72a8019b07dfbecea1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757dca21b8313799262fe3e68a981ffa5fe2a56a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d77911f496f5faf603aea5df87b162e3e9979083ab7e8851a37ab607c7c7dbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d90b830d119a06011c8c6916f36a6f7e972016
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfbe3fd2ad7fc00cecf2824f6eb7126a87d92276af7b5e7bc71cd6346692f0d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca70088369e5d5fd6c2633f20021ab445200707
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7334cbda67eb1ca06e8798088e943151015d2f9973ad9d2f92de9695e88c4ddb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925cc04732d27a7e3a7b6be5990e8fee5aff22f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0183d673123865d5d32c63c55f40b1176c5c76efe63fed9d9d8e26530d2fc460
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f6e2c5ca787c0d13fbe90d76601cbf167d2d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86299493dac124a02362eba7950ca47adec3e960c87ee8721765197ce3fd2532
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21374050a771d5adec383f11fffcddbeb93bfc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a074c5622b433a208a3d7bd0b3d080379aa3e4522aae947be0703120021537
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb27e3f4586ecd6443720e5ac252a26f47e059c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c6df3821eb0b996fd76603a6b378756c08171c25bf44b3f9589061d2fc63ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c5a0e48219a49e492cc36f91f624e28e8ad2ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3ecb3190f242dd29ea88d77d12a420c2d47d5d52044b230c04b70e8a24dcc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf974187729ddc27516c1e656e1c84b8ffaafe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c4d66a6fed0ef7e023c6b59fa782ee1f6198fdd26c770667badfcba3ebe7c3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01532dfd17ab4198d6f1685946c7f93c6cb864e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d67ac03374e14d78016399e9394502464b66a49e999495cb5e3f4a37385350
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ec913840d56be6ff7b418b6336ffe2809ded73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3c33486dbf9014cf970c46aa04fbecf98fa31f80ffa223a5f9182ea0f751f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1fa0bccc670eb949fc2b9b1abd4c4b2a7516f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b07f36c277aa933c4d828242dfd68528860e66f6be951ba76964b4b5ed03cfd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a714987223fba989bbd3b8761e81bfd6eda7a5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b797a69c5e7ab9adc9df8bb3a44e4af6ef16dc37e17a197b1ce3a3b8f390f2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f91536131b49c395802c5d2215fb6fd16fd2771
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0738a9560d7e2afe4c632ef07ba3a19b8d21a8ea0997bfa33c3785e5062ea89d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed958f3d4b1668758539261fc181c733877e06a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499e10feea046e498019c166d3fc03b70fb4bbad8e62d1c77222d9a3c8247ed3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69a2d2650b215cb2f3cbc416daff62e21e963d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a176f3cb389efc217625b34d48528383a4cb53b5dfc6db13e380266d6e241e9e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1335e3b577d8e8e3b6ab21845927584e5d80bbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a03efcdba11dcaead17ce8067afb297bbffbe0f17bf434fa550a9c6076282
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abb96c8491427ce666fbfb99012b549678cb47e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b511b210048fd560dbc44ca5fd6d20289ede7a552bea6427932f99af717c67
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2d5f66fe9335ca925c0e6facc39fe23b42b965
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73598bfab1d34b73ada5237dd47dda07f6622ed25ea57f0d81c64b2593868f2c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa8f74eebca61639c5bd0b6d7ed38e4cf24a47e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89626a24be9bccc55896090bdda8e7df95213169edfb1a9b29b8a21d6a46d830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a103000a70c8aa67aef517ca2520948f569a03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9662ee375ed678c5871d40bf2f71cdd57d20dfa65b44dca2477622306675baf1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec1f8a60c50e840146297ef2454ca1824c34730
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56882319314cf67a2ea2a8b7e7bc7da1a44a705b7b3214c252ffb986ba8a9ed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6482715831a12659c901d5cdb84561b39ba9fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7fa76b410848fb1f4ab4b63b6fa7323139482fe2c6f16bbf2c21378c1ad13d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4e1c36478cdc924c54d04f1b965c7818da20fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eade4eb653a4f5855a9cb38d8007890b3d5b39af04ce468072d9324299d2b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a85f9c32477ab7808f35f812feeeee0acd2e77f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cddf81127fda66d161ea7aa2ee39838d874ca276d65a6c89bba8ab0fb70041
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98d57b6a819db394201c0c50ee5117c89a4219d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97c5b781e65501147a3d9a51771ce843000b268b1e1fa4f0a287f9f1a814407
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0dc6dfed13b4a7adc60c14ff654743b02cd986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74923067ab42cda6778dfd6e75f502fa279dcb776d16d4f27de73f36fc9d1a63
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d096b32324085ccfe038b65957318956888e2f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261997ee274c8a240ebd6cae369dace82e31b8f76a649582bff8ca50e53dbfd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d040752a5d11b036bea21577c3f5b48b58f51115
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262d4b74fa7048c8abaa790934f65b176bbb911f4b649e3bf24d01797535badb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5a4eb1b779412d95a037814cf71d9dbd5ac6ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735fdf7d1194272715bd600f80c2692acca34593c79acafd455105c79e190925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fb388e05bdef694bc5df20f5a1c293f1ca5cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67644acabd34c7d8f6862108cb8d1e1e48f3eeefb2a32655e1cb91443f03150a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4569d834e58610a5afd832b8c8f6ce630811dc20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaf72aeec523b52dab41a715c916369df8034e22387ab92ca04740c5fd0635f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709a5de12ab311324bff6577519860a50c8df2fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51b83e2e054cbbdd88a98fb53982d01d561725327e8a9bd86c0501a0432539
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20beb1208ffdb45871d01cb6741436d57957b5d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b813d95c2fea122cd163a3a3b055ea60cdb0bf1bfafedf12ef76da2d80bed2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7f1fa9a0655004e1890be2fe796fd943d3e84f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a361ae45220077f18206e9ccd851e2ed3f910a4175a9d9c43f8b111306fd755d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fe139d9a6008b27e8638144479c23be7211523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c33afd853b30f58e0bb810f011d38ffe010570a991a42785a2ec328520e090
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7df1c6264f8eeea328a4ac262cd2b42d3c6c2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be14ae2cbaf8fff0d438d66142a36ddc97c9706ed17bfa3beee10a5d8954fa0a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00200870512b5b3ebb6d026e1c2cf9167e6cab55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e4e05adb1aea18f1f817add8fc9445ff8214a9f2c619f44245c10e1ce6517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775aaa14e79a42d3cc4945e8e9dd507190b33320
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da756313175c04434cbe9ba3cdb0a8378863570f06154c71560baee779e83a94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d64eb790276b30e9194e6f321a2294ffa18809
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3a3ec0d9981cb9b859085d1fd93543a5fdd05de2953215b4f9399188d68b14
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce9b03746590abb215491ffa94d3b3b96672909
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61fea763b4f27cf5693943ad2c42b3f04fbb61a6eaaa65b5cc757ca7d598cba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e1f3be062cb4f77341d75295487ae7a6e7d44d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859c0794ae84a975d9364bca59a450f2d1d94c61e7d24b11e5054091f99158c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac5617a149a042b4c6e5d1aeaa0260177c1f566
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3886f30b4fd9d657ca8eccdacbb5e68b7c426139aed26815b60b884fc052ffe0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae4ec27c75bf37faf643de47990deb01d3f1ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907a69636dd3ce6f08e186ad8bf56e4c7e42b7e961865dafeff3a557c0048d3d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c92f2a970ab1631ea03e680a2ed6fe0f9e1d0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9938929afe557f513cd248bafe5ae104868d50e61ab8b83be01b9451753782a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48bdf1391c58e08c5f4ad3727ef556556d0216a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a070670279133052eeb37dea31164a14a228376660f1179da32d76a81dfd198
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8b7c4e7c6bff41465616d1e4f37be9b3a86129
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8c45c82ce07f4e122d0116201304983fcdfb0f7cd5097421ee3a699704a2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd57612372c1a498e7ab9b14ead239b2f25dee6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e598d3e72416b33be97124a6e96ec99f71968b85ab17c835d4fbc7fdef1194a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce32a04e56b063d6c263cccdacb0d577a8141266
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e2f01e4ef1c3a78cebe647ca5394ad529c28f3ec6fda93da7f3231dab7ebb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892c29fe004d86ad8ed3440cf8117302229269bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707ec2f39a909d155b572f47c3b46a0f4a07b9a9764271655eb9dcc109745077
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a15027e3741b50e24279f6ee1837bd6df2ddd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05f385584eeb2ff9176e83ccee646c7a806251ed600bf032cdf36d4552080e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0850b740d4af0029188f01dafc3cacc3b06ced0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c8b236ac1eb1e8c1f8d7d99f9ca581af6bef6eb40d48a23774492a1a68dac6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444d463fe4be95cf22637349b01c1e80b87fd74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4c934a17c35c2af521ee2639de061a0321d533ff9ee9029691c4f18a35aa3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d4d11f0879f8710d765259d5a1ad16c2362e40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0902928a2ba79917ac6f78763a7606771e2c5f73cd596ed00db1a3bc8ccf00
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c429f9e391f33884034fc475d5dd1d72dce1041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7898c33c25e5bac834dea3397ee78fb16bf2b410acc1279b119a8c2b91272b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ef0c8d01c1e03490100d7c68861abd6b4728c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3acd3abba8eb508733785fd0117e1e19fa7624357268215ebfa721413111bb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb74ef32b3af4f55e95ae85b43c2b4364e35302e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecaacfac2111d1320469fcfd2df925aaa4c6ad399134bcd1bfb5110cd901e03
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5bfc6eba26fe468729e2825854850bf92f4473
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61c76fa0eebac4b8f1a572dee9bf79f30d3466c1b5ff9d417a1c6b699ba4c78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ec628078a99dd046e0d5132a04e0b750bd7d68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67621162a2617b29fa989d75bf2ee12b00492518b1bae7f00fac5022353ba6fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4283490300f112778bc6c1885ed67a8e842a7617
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a8d1067866c4d94a8520952003378f17aa7b5a1bde2c2a987b10e1d9d109cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8132591e80b63ab3794f9122d75178498c880f74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894d1cc3bb4f8720ea55af7b1aa16ac4e2e942f40315585055160e35d74c911b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac6558838ccbeda2e8d27893182501165cc17a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7648d60bdf79f3789ccbac98945e3baf940a3b38f7e53c4564b3b32fb2926270
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2c284b89595fbb5244a9746e2773181b0c0ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc4050c92cd2cb4a5ce8386dc4a4330fa979932359963b4f47e9aefe4fd5263
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d1cd4d6c4d0de3c868ee03e5982f97cb9c5f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8372582bd7c79a627b232c91d98ee2700a3beec52a2cb2e1c8342c67c96ac7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ec636ac5db98bf1b2345960d32d779ab26243e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da0471618744c9c8c3bbb10843dc89983912c2f1e0eebb51ff768fcd09d64af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83242416d8b866596bc98d84c021db14960b06f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5a3468dcf8209e11602f1b68a1df65a16a0ad24df0ebf655da95a84a821398
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12bd5fb8a5e73c2585bb8179c02b411c0be5dd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a66ea25181721e02103745502f89cf7c369c0a82f5d593ad9e2c67a24b016
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e12fd388a38cc9eb3c4ff90fd8389915872d784
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63de69b49002112c2cd390c5a37ebd82e1d60f56a7991725b7887ac8b4e04f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867ee95b93ced773137a6aea99c750c01805aedf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3370e55d0c1185bbb34eada7440e3e19ed71deb3547229c59e5fe75c62d8ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abe5c687f51aa5d4a557270cb0e4da99b1f4f9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ed5ac2fcb2e5cfa5a4477953fe5d277fd2961e58426ce74b5863a7ddc9625
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b279a5a473f676e29146b02353970ac3d187fc02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b905dc390f15b726917d6da362a7d5925cd7260e5bff11545a9216798a3a74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c46a5466316473702a25143755bbaff1fd55d5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58cfea3c1d0b80c46539c8b5a423afb6e7c6fbba7d1eab368fc0598bc18410f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e935c2827d8cf948cb07d206d566919ed1eab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32928e054116863ec86a2cd399ef6ce7fb0a943936576880350693efae936b1f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5225e959e0dd64bd8ebf792cac99b661ac87214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bec35e8860de686eaf846b00cc5ef5256d823d8a64a4637acc9db8a8db801b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7657c656c6984aa0d4efdd9fad761b6c005b6ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8462eaf122e719e77aff8c140537f1662e622bc02d8aaafb01b43fdb03ee95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bc65646043c3c03daf71ba751bea2449f693c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949e90c61415e3e8436c61412d87d903951560ce48806537d28efae9b6b8bc35
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c49aa6e782deba52574832b4b6f166588a55fb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ec27f464081bd4ec90e394c928fa9c13f81521d272a22da7168dd0bfdd32d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca9b853d1b4e125ef085c9c9a85b74ea388043f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96930ac40ce431a23a323d1061f138aa395bbdbe3b005c8dc167101ba422684
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61255e531f55b996c9ed285df16a676a828b63e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cfaa91b552278a9dfd7a1890bad5091c2388789f9876579b2239d7dfd6519c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6ad7d78ee9d9bf2cc131866d88d05cf81f928d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a001ff96056853965e9f115205486e3ad6279e7b1a8b4b7294731bbf33404
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1827583891dad6a54819c74e5dcd448ec404f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e974b75aa4208547ed0a97d263235ad406d96ba5737d43bc4b2d640859c41b65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac833918a8af65ad84874d9b0a1566abb5ad37a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fd859047b46b4052fe0de4fe6216678f35ee5912e97c326f55575aeaa88da3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aa4fe7261d275287f115485a039640dad9d7a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d6019cc8fa2185fd35a53c95695f13f0cc42b88a16e1519b874a898086f55b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495b7020904ec49995bcf548c10e899c454f809
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35603e80f9d82fd84d666c25f4d2e79ff7c2fb9e35a41e469031488a900c06a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7c749f3aff5abca90e31598ce10d1230779eac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da09d4409a839a50e87f43ebb1de817315ad6d14030fdda38450dd9a0ccf4bf6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3489162325726eb2a618026513e7c5db1e70ff5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf65a82f0cc9e1eb475ae526756efa2b339fe2894bc2f7d4defa725d12529cc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ef275e82a3ee4dc81346535751c01756a5187f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf467030010127408f7a456c1bd210bb015250df9b964bf09723ec92a2ccc8db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98afabd0638df745d49aef95509a7f13186c945f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d613fc100972fe3cc2356e7077bc1a8dcd71e02dcc02926b1ba4a69eed754576
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ce2ba7a0d668a55fb8f2faf2f43ae84903192d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd439ad294816d440d1c7a999136763dea42cf299acea4763e8d919e95398f2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507807d65a9e53afc12a10e2a6ffbe8d4de97a10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbb6b23dd92c13065710fdf3c6a7d62d8433f113b0b3c36a09a28a1b1b90710
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7467163206ef7b0f30661bffea437fb0d4bd6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0a7f77ba6c2091b18665556903b64c75e808dde6ce496bc5e3872a8929e9a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad079dcd06e7b22bdd4aa2f1d2879dee13d9f21c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289c7f6b6dbd7445ec87a71bb463eddd73e59e2f0363175c33392036f6ac98b2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9149af55cfe03db5e15f6eb9e4cba3984647b06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd480405cd818301452f052a423365b80b7d00de3f88cbc7fd3bd016a5648f0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5842b7ad529fabb36ebbc61593ffaf0120a5c542
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0428f44d0c10b7b527c32277d5bc792af1663760639a2c196065b2225389e58
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce2b776860b26aa9e2413712ab324b58da15d73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec1fe77aa7c3567cad74932781bafd3e533f35eece9efc00a1a79ebc6e78e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e5aa1e0067546baed4defa5a45513d624b034f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb198fd2a6ec3f859c7be3dc47b1edae05b70b94fb2359b60992b8aa9e20ebf8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99110ba18ffc1078ee7543874553a1f8aa7b16dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9f8d274901e8765947eb3a4b3888fea781dccbbd569f39c73db2a517e88514
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a57325da0f501871d38d957eb7923be0360708b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98172969d3b66d7ffc452309e1d7c8849e3b60270fd1031c08b960240faf048a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b28106d849e4238b3560bfe42918a2ca2464d9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698465133f46aaf2e035e0ca97f2aab2640ba8ecd63710ffde372fcbe2d2c186
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e702e198770d5f220b8f4404e24658e2d2e1f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b523bec6e0400f74247848c87ca6c743a95e70daeca08e8d9574518bd9c91c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff4de05701dfca75712b66201f1e9802856f7ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e0f76710e5dc556d81b5a50173fd4ff908e8ad1c9721637fc712ac35218a26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0aeb4c79d646e202e44f527e8fec8397eb649a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3dc70c56a2224c59049116ab537fb16d22791067c5b88ee614da2470577e18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35868c8f2c9bd1ad05af1dd5c55f5b02c9cb33c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b62b35e186d13636bc057661c91fca964aaa8c50a2dd3d608c2d8534e4f4a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827c47a04bb207c93fe1c0b693859b92f175ae47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8934ff0e9776f5c95b81d492ca8ce35bd96223b709ac2e9fffd55c6db4757a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0578594dddf9fc6ce07b3dd19740752c6e21a399
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06bfdaae055b7d3a75f0282910b9512c1bf5b567d7dd01c479fa47c3293aac1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc449d24ea19f9d820a756e189668ab23d7fab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c291621a3765fa0857c633029ab00cfcb71aed4f860ebef688b259565666f64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff049c473c8b33b71e2d021d6d0c01984c2a2c1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d393b74cc9290c2b8428e20c28e5a09bb2a64a938127aabff6e032e416d50ccf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b94aa19d1ef6a2c66b3a080b7eda615318707f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a96b4c85c7fa4962c46c3322a2ab8a71d257ca301552cd1c48feb86cae3c4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59360e95f6ce0aff8f39dacceed8ab7999b4a38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b37d2889af42a931c3e8a88af4dd4df5c2fa0201d7020f5915b55a3a5e293a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29927e4597c4f1140cf5a9a9fa8cc9198dfb3da2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494a97a76349b033c206c31e9ae525aae47109f5cd6d927bb3939940828603d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cde43e0b3a5c80171e0ffe4852cd944b3a5545
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4042c60412438fe69139029c9e8ed6df5aa7babda3e5fcc3031d8bed11f8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4850b930df61e5fce7b96162e6e4f03df23a9952
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98267c81d73ac74f439963f7a0cbfca3271b016a895c7d967d4c5cfff827a64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9064ddc1b2e6513c44a0d706ca5fe9f1e23dd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab341612cd7535779c15359f5a71f6fb94807a4b161bb10241c35ef8f7203400
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bebb39951878edc1863d1f16f45dab5344cc64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14ebe7b1580421515c1b6d18ed0f0bb747468a1792b86115bf13d75a38610f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcd832195cc9258a7907ca1bc2c650929cb9cc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9bbe62880e3702b0fd4458afe506ee8e13ea560f79f35d89d1b3c42ce5bc1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df7e872121ab93af7f56b9dbbbe0134ec4ae764
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0041c6341d90524d9d261c099283e51c139e4141676355d584f5ace3fca9b258
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935dd9d7551e6649eec1f2477bc1638a778352be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6b644dcb6214ed342fef354b81284504d13fc488356f36376fdff9300a55a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2978378ae28ebecfa8c2feac84abf36e8b1d4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc48303cd73687e0164b58521dabf61f400224ee8a988c2a5feefd934a56ced9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb39d35da0026691dacf9c40c7638cc1d2b64e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef70c5ad4b025182c547d1092a46344b6bb9482dfd3d02387f3c1bb1424fda60
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcda18d0d0055a187120bc8846f8b179ea2e08b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce627a5d5b2cf258e1bcdaa36e12d65fd13495803c5f436a233a2deaebe803d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7bd3ebb7d349fe6a145fbb2b3a982b58fb4e61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186851f6d2a2c4c9de7d42f9ce45dc8b08f680356dc5a914372c5edfc6b19141
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7953e871fedee4839b74876004d4b252b224dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4dc9fd5bf1f42c323ed75b680f496585518e60b763540b2a36f1deb1836742
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6460d650d3686c0112f0eaed7028af8e6425672c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab14af1731b3e8a101d6344d0823819f1f5dfaaa75f212719582c79dd4be41ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d590ee76844b11064c2a7115771fe2762d2f07fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e285614b93b32693153383fbbb974fc220e5380d3ea6f13beb28e0850b4fb447
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397a2cd2800492f794cd589e8942aebd95f42675
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a460373760edda476ef998641b3845567280f2ac51198a424befb6e4fa6bb0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e1cd19827d07b3b0931fa8461a7dbd449ae184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1262ff2b9c2910ac85d56109b30f2be9e85b802c701bc06761ded160fded7b96
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e057c4ccecc2e505bd22d4de6902fc63310825
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83b2564744676f0d8ea31f89ab6ec726da8d2ee633366e2486f694e89fecdec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a548b35c0fee98d77862e5b6c9ec791c34f45b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ca8205e4db7734b6e842dbbcc36f6ec10b26c9343348e37751d75c9148ca71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9755ea1f8d9a5905062bcfa837e5447a0309616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e728b3cc841e03a153cf17eea3c87d1143ffb10264a15ba30de6e8a1855b15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5db09c955758514cc1e45c36318844d5151ad1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e670fd9ec6fb39136bb8288489344fc2a466090677cbc19d5ad198c95506720
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff8c111b4e3de21ba7b0bae72bba0a6c155fd5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b703378b0e798e172bc09ad497f3b8df469093e3452c6fdbb3cfb1d780ea187c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f1f02feb5aae26e779823d184145f8e55ea1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da229bcfa7c7b7896783129b3d6d79dc021cca2132421758a2b830358b47b0dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b964b003bc1e3c2c72e4fd177f8e9f5834171697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd49c235a865ddc51e96b60a9dbdda58e907b50e981c49e80e4dbc7a8e2b517c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177b97b02cc9ea89e7f452cdbf38a9c44632f2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff00950ef0c89adc4774e201dee47b00eccb837ba9103593f33cc8fa557bebd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd95f4f3830abd68d1807758ba64963d730f6659
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf64468ef609fed5a57dddb4e9cba7666ac27f573c8af0590c482c9293118275
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e450735f924884894fa3466433fae94a0db8a14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784a7140aaae24f311bf94bed6ea41f9166eb0a7e2d1100bf78fbf07f3773fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8f83196efec9b55d3f387b4e7457ba491ac28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84cceface5e55ad5bdca652c0cf19b7c6f81e3c9bfa3b48db6b9732726d1c4c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f12f73b3f45bbf80c22dade4c059734c2f57c45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03d2885e29ba683014639da1975207f1835b8bd1556ec44cc941b5152a58ff8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc15c5afc8cbb22bdbe1a47224f53861e8ca84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874e803a36bdd008515751f47afeb8eea33abf80e81deb29f11f713a9933c525
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6769a7872c0f10158cd8d73968984ae5a205333
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bcd2d1168811f983ee4aa4f2a77d189dc6eedfb82ae7ec348bbec5370ed118
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def03de7d942506d57bf9191c249fad5ca7df24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bcb91a6ff4c45978f11c2be60375ffb9260283cdc3f4884c1f6fbff36af30e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5619feff2fd8d4e62ce51164762b49a5f170f551
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce8333cd67437597fdc52dd0ffdd53cb5fe1900b6f9390373052499408b47e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a67db8a8c83b901352ed586078f8fa42651edf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa2cf484135bb295529e92f27ed164097f13cd096dcb79d756f13401fc5e83d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2091b3b6939a3ff55b80e5a030aa76ddc0287cab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b736adc62c672cfd5db95fb91c7c4c7773f75e2ec2cc7268a46f4bf9ff8104
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0477cc0dc63800823ad79efaf8eca68063ba343b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3645b618b67490a877f7018e1dddbeeae59225f32f2441cc69a226f16df6dbdd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a2dbb446a4ba7169583d693bb070eb1a5b77f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eae3d8c8c0f189a5e33beb2a8c4f068fbbe2baa88f2f7093d611d0c9330d7e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac87e2586e040feac64501b1c84a4aee747ea9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a664fc97707345c82a06749a094205306ab41a3d18fc3cee6ba41bc506f5cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a51d1e7e9b48c85f6e754820d1d807863991df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d587fd50cd9e6c0a38a49d85f2983cb78a0658da1fe3a87f5288274228c7b381
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82acecc8d3598ad277e3026355315154652ae2d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a1e04236144a53b6c844ea38c0a8671e68df4fc9e5cd6fed9d25f642ae328e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f796e6e3a2d62b0d8fdbb6066740249d8ea47baa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbef6667b727536b78dc31afc28e97d6a69ce26bc25f083ad238e33ab6110543
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cb1dccdac8c20508de7f6736edb5d37aa5e852
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6ac6864ebcbe29a10ca94caa4bfff07e08211a7dc6271d45e4126037203037
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e46e2489927d715f7cf01a6e9ca3f03f8e8d99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e720a46493e8ebcdbadbe1459873b7dfceff8d37bb0e8049d3f1707cf578fc3a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1798aed5230aa5ca6d0ec555c904f9ab52f9efb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00363ddd729ca581240d74f24d528722988bbeeda8871388517a5a4edf1b4141
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c54cc2d259db7f0ea7826f1c5854cba0ac0706
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bf7c6555db994fd788e988141cd92119c2179c797b6ce79d0737bc80fc6452
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa4f48c17c860593607101fdc8cd4f39e344dc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d371783e411cf608d9cbe26a2e3f8b5c81609dba6ae958276c3e9ef18d8ed6d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dac9a50a153add3f9aa3188d6f755c20c89d0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34b772521879785d81aef9a2f73d3de18c4e422aee65f051c35ed3e3a73c26f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cda5f4b52f3892138351ce02a96a6f4d56a5e6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959a4aa2eb3ba0c9e0cae582d40a4a512978a7254d9526499027411edca86174
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ebafaaf1c1e7b1653e51af7d99ccac01f7425
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a949442c7ca583b8fc2bb5549a79ea840f046cf2af1b0c7f463a0f7830e4ab2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d120b8a0d1e93c87ae0fe3ba68ab297a03c68b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895faa8bff70704261105c33d998c84dc7469e4e5fbbb000f5d046ec81e10618
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991549607a1be2af24a00ae6116da9a288f1675e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62f2f27c6b91c77edf9cdd1ebdd7e49e082e5f8d8a26d24de8069bdb777f65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17b8de41364035e1aa55bcaed49afae0a1265b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96033aae1d73226ce3b1e066981e0c850160cdb4b8139d1d5c4bbdaf82108cd2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256daa3c0e3858b2033059f42220a518378e143d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904e1f36af5aeda2e6d14fa1a129771f563f2bb3815ffe03bb4dc372a545bb1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b520b51b1f4a915fa257cf717b596c09d36c191d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0054d1e4df95890ce305169ab735416f0fa4b9503054bf35a971276af75b703d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c6c1f775b2f073e4a3aae24c2c3588369c5a2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf64a9ddb6fa10030a8ae1fbae3e8e312ff29837ad7421381460d4bb5556737
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136c7fa1b8f4d6fbd1e38e612cf7cabaebd87096
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b135219f8f5e750ed27cb23a32c44b573c72cee326c6d8e8b9a52f4fe1c2a594
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd7a0f73b32f615b3a06425c849a5c8c3a8722f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb9e60df342492ad85456cbdb764cf6fc8bd4ebffc40a336a2df97ca31d9e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e809a8ce4fc36644f8209bf2cbc3e2a1724a2dae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2387533bd96652d1740ddf1bb021cfe72189af625a7af38cd52b30a0bb0ccb7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6645fdf63d21b9a3386943d65a30c88534de7a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3963b8d36ab84c7fec03f8fbf1be6d6df324f87a5639e94df8583d9a8423d26b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510fb45b23e16330956a2e749a2797dca4a569a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858cc77f154edb01090fc03a332ccb487cdb786bb23a6995ec4beb90cd077ca1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945efca03346ce3a4999002967f2b9392b070d24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efb82256dc4ec69dc863b9b6520c1ea804b62679c02a187290b7fe16dba63e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5bcc4268e773045e43a30d5380623f5c60bfcd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb16d8dc18d9df75b861a00da28f0a44e5713a6918bd4aa00a7f2818f99c6ace
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd876153ac6c87c7b6b43205c8f13a64336033a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f8c1aa8594d754440ca4ebaffda8d11c4564dc06c6d868ef8bfdb6b693a5b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5779786cc657260529a412a9f984c11fa1a6d38f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fb7a27412768596d36575ee293f1cbdcb6308e16f85c25ff11cb6a324ffc2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37db47204751f2e52e5fa131130cb57edcfc32ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d9df0b435f3af592a3a2e9ad5beafc36601e8617da324bae876dde09f1de3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12657f2631327f35d07a995c9c79c3a2a2630b14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be081d6dcdefc35f29385b5d68cbcafe6724fc160c58242fec024827d92182e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e4203e0395eb38606a4df50833dc55c97c0c37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9275cfe1e36396220a45db1a8cd6ea06fe9e3e83e5167d44f148bd6ca29e8263
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d6147745cc7c3357f993a23029f3383c1e682e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac06976df48cd121540e86102e21ff8865a498146fe7084072614fb3ba75c23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21580d9a9cb6f53607d04516523a3282921d09d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe3a7660b6381ebc5ce6e5589284562cf15dae997391c487ba9618e84893ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b1a58795a8e6c45df4c6516773f4a7a5ba8696
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c515121ff061d54fb1bf7e0feb940fb564d047b44137e872d4d7ea8bb96428
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2036102896149f6d7f2c9b5488889e68d16112
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe98baa590e30d0a89a41037323b4cd7a2c7c13c5ce0749b4525979479364b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ad904424ff6d0c292faa657426a1f7420dbeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6781d17af947b0c82827274c38ee27320565a719ad1af4e08ee64a0373dc4f21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26416d79f6dd88215494670651f3f3e02440c274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2208ef71a953d5839eabda4fea7b45f79a3c6779e9f94b7871c2a7b13cd836bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27e68eb32ea00c315861b49c4618f8254186cf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dae05365426ad8da83c9cd50ba417d49b40acd64275f18a4e72b7c370f2069
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10c3130d249a4756bbcd156e6f11c18f6b715d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a37f1c91aad11bd0a82f6b498ef30e4b98a2224877d610a19a3e17c1940a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73373d089018993b07dff3ea54ed3aeeaa413c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586d4589c1ccd8eacdfa38ca2e52d95e5b18cf196408da4434d758e04c90e4e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade1bc860b71f5cf73dcc49d6de6ff5b1ddaeacc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec396911693a2de5dafa58b3e2de9a41ec7562524ea43ab1b3fed01152855a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4873751e5eb4cf74a30f9e4ddf208479415f4e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f4373192006d11abb8d841298b5be31d1da7938af52759d8690d7f36463c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc57ad1f7c332b10296a2aa49d54c7436a2b8e37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ad4c67e20c96e20e7736eb03de069903a5cfab7c416e4a1b73211fe4ca52b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3062ff2f1dddbd7294d24e39402350c1f0b521e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d50d6affb7ac969b53eab9a59c100c2e4f634c8c01eb65123b15cd490d707
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89449802aadbd7389fe6f600cb0d8fabcef8a3a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2630907283fed0cc7f7770d61c6e91481de8c7aeea591c9e454f444c4032b3ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f374676534328776b503698ddbbe3a7aad77ee2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7e0171ec6b71ad3a98f20697d758c9cffb717253eb9fd624b63169e9d94c02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c13d5df3b9f2c31a878c8aad742dcf7f38caa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa34b91c0619b8689c11b0dfff5afbc61a16a1cb5e2249d5809e5893471eeb1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1573f16ff91eb7495a59ceb0f50552d88c7369a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584646de8ad19f1b8720c26d500f3c5643958568a6a448d97720ce99eb78b06f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734173162720182a7b390c77363dbf5c01c1546a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ff67e62fe3acaa99312a0a43b266d07ffed1b2c5687dd66194d9b664ee497d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89216821607c399147a945782b92a1a7ff600c5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d35809f4e33b1b9fa46408b7f55e9c0b866dbb35e0547382c3bf1997b7ff6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbe50303a9e2fb9d6899668e2d92512024285f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8785e7963e452cb37dc62080c85c2392f8e23e007daa4f6242e03e314a30cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044ab08eac3df22f928d0f74f303bf22574dbf3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d976bd8e6974df6b1600fdf0d0d789e11c3cd2fb4cbe674f8d9ad9b7b4372
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfc94603ede5f00bcf8e8b738b8fe0e388a0a21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e8039367e79a729d45c65d0ae0f54ed8589875afff6ecdd49d76f3ef83d8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611a5d222096247f6a29c8c6ff67b262e44ba74a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0057daad228932dee55a5a44c5df153bccdeb628ff6104ef783ab14a3f97ed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58559db51cf493044ac7829615744f17e2f51dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d15b6b5d05aa0417fc283b05d5561f511adb2153c6cd7a90440cbc1ef9f74e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c0bc6a6f613ba971d6b3e323b28beab79e155e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc535c665853bd997d4689c38926395d14de7935ecef53ac2165b5bcd24f500
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5edb4df09512de3a2456781d2d8dddba3dd0cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54dcf30e8b08bbc0b60e5fe73ef9e51d42d3279987db6492e80509651f974e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ef122ab06e598b3787d8ff08582d74630b24bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d691f5a037d95411f39c6642203656ad905519a3031ce3ffe90f71e663cb4b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4504f4587b07d1ad90bb209afa82b92e59a5ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faed2ca314cde227ad229161e988b3e4e8ec8fc4098d404b42be2877e78d0bf1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5682d8cd1ae50465a5e4c6e4dcc66e72b4b1ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4de3624e5f46842b0ba9106c74ee555f85e1a32e32ce45bf5c25094e18565ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c28688809e60d2a96df64e22a9e714a4c7c93c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78ffb0fa156a73760f4921287449133d5d3cd06e9ee6caa306bfb61048b2c02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d71df566160d73e555e00452c1f2ebe62e1631
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c96d55253f0edf1754ec7ecbccf92005d55130db52a345f39dacda597cf99f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8662a4f026bab9ee38149f317dd27674ce24211
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844f3b2a8cb53163aa11736ed0b62e4a4da25f51e3e531e9e7d82657411f6947
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3230ce9b61473c3d2b549cba591ac23d2cf10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b744066d3576f49e49844c7a82d3343dc3d89adb29a672c5b93178f2d912a5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ffdb84a2bc4915f9fe397ba8c389077bc114bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145d6cf50efd24d4d60042df527038c4f2f7681b58c71c10f06a65eac16dc1b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ce12ab2d50d9c31d5de9a4325405d73945557c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d48dcb20a7bc38ed1542bac140dbbdbc39ee1b7a67235acdd2905590ddfeef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9a77890b576deab7a813dea98f33c9a78faab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cb092750166af29c81a099b4c8c1cb76fc8abc396f02236e50e231f48e3c9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c7b9be3baa7d9e64618a7b1d90365dc41d055b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d2e79b03d7798cbc150420177d74c76bd91089058618dfe3d88a1454baf309
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985e9ab8d47ca62a35fe890d63e2b737272d7b84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1597291237b209ed04cd52c8da008ddddcac38185d4e4acd4212731624f01c85
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d960672a078d5484f0540db7fc46e862e2a248f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cc0bbe7d53a9a270370e43a537bb51f2e182899bc0c4bc6d17196621d6f36a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb7029eaf69ed86fe106f3040cd7d4b3a9767d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cf9c7170e4e04ba72c2cfcab02c4df153af0a1067042f27db5a1a3193fc8df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392a81b92c376af93d5c492228b7130bf5633484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bfc73a391f4273dd4bcfa4288f32c3968c054ae74ff67ba7d4afe1e8ea2d2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f7b5af698387c2b2c9e55ed5a7d8ba465814e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ec7d9942a45316c2445e01c1abd670ad5813f3004e7ea4a40ce503fc1e9601
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0f0017efaf862238468e06d4c3125cd2afe295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81bf353b6eb7bc9a26dd3406faa5ec6b04e0f0f02d38192e29cc3911bf675d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb62f835d7acd650c96781941608fd59e5395451
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1995f0838b61648f9640faf5bfeda6b9e13493a4f73834bfc49b449a104ff9eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5ebb04f92cdd9e8d77162092fd296a4183a665
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93055355b17ad8cdd5cb8c011cab0edb0d00815126f0136e9533ca3d0272eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2de3b658fd6d1c61dda900dec47c99ea91fc1fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d25e309dcd9a9921fcc4fd21ef2e2435cf0aa91ad3cbcb9301504665ddd212
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7b140c664383d42ff4688b2a63c30acf833830
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9c15a404de1255d829e1f159c73f129adfd670eebe17e4c96870e6551511e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9097a09fbaf480459c990b225e4f94429c91ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e66f3cb84cb81505223fd871f20b7d286a087af247b3d74b9925eb16683c7e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810937f94ffd4f8adf1e15286429ebd94e32c5c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f397ba6ae2e9fde9d44234f2a902d9f0752bcaa4acd81f07d2bfe4351c9d9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cbae50f764e2c2717e2c46497d18b8371d7fae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95be2b7aef19029bdc7ce8cd14049276b3452a0378ed64f22a64eaead9f2d06
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9372d8cac15dcb8b5f82556db0aae7b601b4cd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99473a2fde6656c1e561b2fe39c236601e91007f67031eba5652b34ce6725b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8a13ee4d0324b83cee5eaccc86ee2faf1ce7a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e7fce3e8a5f54b396218a23d5a0a32523da84b0738a8623f6c95b316590b0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f632ef1a5767688f438f8262fc5b7d8cf0dd3565
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95462a59aeed39c0f59a5eca71da33867126f55bcbefd2d69253de4ec99e66b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e4a540967ad8144430d69bd1134e31e93b55ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ca4746f7d508246766062b80eda519be69e41c2df3d21f7b25e4c7689b88ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e87aa1e4b7e4a1998f3893e06567c8453aa9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e14c23f8e87d6605b1c3f0f3f9acc27c176746fd9962a76de0e08bbc3d0471d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466256bd1e363531070c1e3e3fb4780063ebf63c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b2e0ab85351738dbae2172823c0d180e9ddf7bfbb459a3177cb34f7f8814ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5af730e69bb5ecc7b2e75ef0b2bcd0c9affb8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a541e95795a5452a8fff46e29c23200ff0ce94adadc7fe2055060a277e5a208
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd762b5122404160fa5ddc5d51c6c40b4398653
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e602a1fbbbeff70985f2dc7722b78a73d2e5296282ab823261c31f210460aea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a527aea98f0ff4d83e4b0b8430f47d9faf64b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180d5312d0e6f7be97030140042bebb11db12e12fd81db59e622fa544816c826
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63e88f786d7c4930ea2b51e80820201993fe74e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d1e1a2498080b1062d9f272ccad7e24838e6c0e3faa82de82e2429b3c46f63
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909ea3f4d97f3d2ffe4ed85280cf4ff671bc6821
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e367c474a9a279f1efc2be4e88f864dda4de88036751c492cac2cd51516d0514
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aa1ea63c044e04172440dc27af386f1bf890d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df9a8d435037b0f5844073fd5f42ab749ee38c49a5712b7f728857bc939ca5d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fa6aeef34771468933cc234d2d308473ce6df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecae9e099688e62ccefe0dbec2d1a93dfa0ffe6bfe14fc350e4450b9489fb22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957892f80ae0582797966e7569c8536037b2971c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd726f41d72082c506a1d5621b617642d655c3ba16efb6eb8d1f8e261e01b1f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a09a35c0cccd26b6aeb16b6264045dc4e54b47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b90c20010061d14deb4b31d2735aed466aa400c476f7258fcf3ee3c46b6f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2ab9721a9e8d8ba3660724f2e557d04b80544c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f885dfa2fc026bfc0372bf03c7b2c54551ecc723813478aef3bf2c2f9cd8b24a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e52c4b3c304f89ad88ce5d6513ee2316b674f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0daa0763286b2f3c34ad640804d52d6937168addd58e652ff1c392a501c7b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf54a82072261f75def4aab3934b17a47d88278d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5817e9110c71849a8a417663c348b38cb4e14ee89ec07ace3f491c6b9e1fb2a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb70bc7f13a3fd2b823eb1e3520b19f6088f458
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41954f72c67619ed692754bd68fbdf335810c7861641cf2a7adb0eaf5bdd526
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10469b03587e82a6cca12907ef1b136642285521
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567045750accffd25312487aa08888e0f194dccd3cf3332e3c8ec66c3e252606
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffebdb6b2b2d9c7c987550689055aa535e0a7bc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d36be037600d342c934ebd030f82b37c4f022e4b38e8431f9a2f9ee55e4157a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a11c95368cccbb01cb06527c06edccfa7b19c0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c1ea2d0004ad05733f51dc8223d4d1c23147a3e1d4197317f2f2f34ac3be77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1fd5f9a9c401a5908f012748acce7c257a547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad6aaf5ec24ed7e64a4a846e445d2487a0c33ec9c784fd17649590a7d8f1f88
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683fd7e9b5d23e04af92f400cbb8f6206b8d5c01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8e2af7c7e1b663f57e392fedb3da4d4217143cb158d126368ba5ff27fb386
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880e9f7fe53270c1b47cdf57639de73ca15722da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c543169bbfdc79e3e0188bbb21c835f903f6f89e339b873c3cc73b77ece6c63
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7fb5ce18952864a7deec05e630ee501831ccdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcc923bc3ad38b7d3406c8652992037c7cf1339d77c263b1bb1a1e1250a122a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c2fc623e1259d416075e21cf486e2265da6cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6500155c6b05c84f4da3f6e0ff491aeb7564943723e4bf6bfd4b7da2c13f5651
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4001b994a0b2c6f07287aee52a59d6e838a3624
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af9dc8f4ce938308fc55c53bc937a8b5d5d9322c4dfe03c7d968f98e16b9315
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84fc7562583bea7690a1f323986ed57b0718f2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a8387b7a1ab1ff440f227aedae2c4369eaba020fa9058006b8d5961c578fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb28555c800c97f9b96708a8913bfc362b6d4c84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c19b22ba52e66c37f74b1352a541e567da568cff8dfc2c7dc76df1beaae722
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a207107c8e0ee8ef43f85d6ef4811df604427
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30eca945972b8ac840066305977cdb646ada97007badf9219501e3069e7d367b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078b86564432a91fe72f9fa9ae5778ce5e390f2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecd74a7f68226b18c6e52dbf463b9085afaac22294b09136362af3b93efed4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d404687e030e09618c2cdc1e3bbb41cdae358ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a58782dacc3fd0a994708a4c8a564cb6367421b23ed29a7257b26b1744a5bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689e27f9b25eca5cf9eec2059939aafe0831977a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7810de8ad6dd7acc1e1fde6347a5878a6fe4e06a51bfc3c61d90ae7e78698fc2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc20c667265881fb266238546370ae7669be0ac4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ca55c3b0582c0372bb2be472ca976ebc39f284f4d667a11dc0978d5376dbb5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9b4d9bbece14227bc7a6053d3fcd8b739ae00f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030da6156af8bc5aa68514392ef6db0a6d52a5d21c0aeaae0c8840ff6fdcdc1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb623850aa6fd97c721fb87dc6e89097db59bb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892be505a7643c76b3a89e997e38f5705ecff0a88e6209c1f2c8dd6730993ff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c62587500e04f1aac82695b235e4e772a9873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebbf12841b6b60b8d516ec80697d7fdc85f5f71368c98df1ee80f0bf77b2a7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4cc7613404d3edd8a1c8a1325a959387fe23a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6808c02950bc8340c36fe783dd4e2e8f7fbc34079f2a195a954aee0cdee98a92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ace06b090b4459c3d81b3b1c0174e0e4fc4a1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3b980491b4c594f8fa7274b0f84fd2cc8b2e12279f85677aa1728a144a9069
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9611129085b002556c01cd26c397138da071d207
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841aa6065694910680a83101c32453bd77cdf12bf5141928b6ab3238e56ba30b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f9ae32baf8f3350947840a9f5bcd0e11afca5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cea05272b66b58047161f6db69e784c8dc5f00cf616339ed5daa4c8c11d634
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4748677737c415941b0f8ce4fcd7c5b7a155db47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ca0b3e84db5b4f106775903f1e3a517ad9c63b03dc12e54c819559ffa57b00
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97aa6dc35b4839d4fc911d25be2de8ab992b5372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfbeeeb3e0952e314f75538bf9a07f7d3298b28312cb2ad78332bbfbc2285dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755afc059329740e610d98f5627568d395f607b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebd7205c2f2262172bb6575a7d0d2190e3b5a815469212e42de0b587bd2b3ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387dd3cf3ee248150b919446c5885e2bf6c9ba42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731a848016129349d2780eb08ee402aeb94e9e83ddc96d15f6bc4f1426673ee2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4827c5b6b45059b8368b5235f1d4fd025c36f43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bde70419a1943eaf17b77464f406c7bd75c61c74e89803266c2220012b33f10
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42cb6e3bbe144f567c3b5e7863ddcc86946e8f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d85c72efe7c4b40aba32d942bc870de403c172033d35fd6a9ea4263863ab728
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc5cc32807dfb699dab549f7197c051552395ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67aad5461ad4622ff193889d22bc8fe45bd5280040590744aa0b4226ad8a7e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c953bf677912b77fa446ff0257a8efc46e958709
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c47d523d9f28381003c2fbe78baf47b0f7c68030bf447ae153b7a3eedb51af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a4dd0fe035f47e2aad05857f0c5827932363fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce8a48e272398287d2d23f26602dcfd2caf9d03cdeb904140c6e75fe5169762
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4305a31e7a09781bcf9db0b95b152a574845261
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b9eb5ff23630dd8bc29b6dd2cc6c9d0c8134f031e36d75600217720586cb16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5181530e1af5aa2ca021146bf6443f2ef2c601ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500691b9b465e82cb05ac0c060ebf6ac3129385de21f7be975aded97e6bf3b4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbeab6dc7dfede069473a39e7ffb96dfdb30c71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7802ebba6ab62865762d4a3d46e288cce7963ddd786cc48892f00372dc27c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3ab15a62c3c1571446b2800d8569e572755d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83780ab57485f91d031a5750062cb6f11862725f581d3d7eaaef796f89c8b7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829be6849f9bc580edce24d73a7bf5e3f87813e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5fb96d791f8b029d64f8bc89ebe588a5983cb5de8c59268c43cddfb937950
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc4afd444d96e6ac0cda64492522894182759aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20d8a19b4c9d349432df9bf8a94eec8a86c2c136ccc3fef599d2234a30f73dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e97c8989dac64b15459105c064ee1402602cece
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d5569ab2416e7c678c7755991a92d0a37c260d356f5f9f58662a5c7d7f4617
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f7347da93d0f96ee2e4fba225d37fb8958ba26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55623efe11a2d35734f5dc2a205d35f08a9fb32e3eb75a0569d21a30008d42e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1586cbfe163e0fa7e6c3a9d7d8f047251313af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fcebd8e128b67be17752c1e5d2885f13bc1933ff3b54d6bfa3a263a0bf736e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a99f16921bd89bcf53dc9e0eff0849f836c71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115492ad1b0d9f1846c09ecc3716baf33a36bd4b53d6bba2e8d4db46b93a166
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251c4fca65c7f1c1ea758668c3a582c51e11f9e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8ebe21431a8b336f3c5c6a69233ba75b70fa0375e10c707a301645e52edb25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87009d2fa4a569679070479a00f1650467aedde2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66127380c9e0ae257c9e3deae4ce1f0ff2a319a21b43c82c33ad3e83d1733c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33e7438f02316b60e869ae14b8aeacac70fe0b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede26cb6acca0c35ea932939d1ca61d91ce79d6d2b9970973dbd6fe9bb81a42a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56efda6514b477200540a45ca7e6c352dc84fd18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1f26d415d9b4ba48bc43d2b66bc49e084cc087f4b14ca905cbf487285522d4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81db87fc3aae3d5a7e96534b39c6068c9c7bccdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e98ab90867567c38eb3c5e7eab8a30b45b1a09edc0b35f724a2fcd1b7d2117
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608f39d4051ff0c83ccb523629afa638b857a609
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4391055170ff0eb1f0f5d50967a9d73dff85619b1ba1a8d47dc3b97acaed4fa6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80420ff30b42f13380066198568c9b2ab0e7a923
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d460e72eb6b304314d14fa1141e85e856464b1a9998789e453c730de93090de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225e596f304bc1872e452dd17874aaa0efd1db08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a9fe3e84a642a9491e849b343090b5d9fb68569724c3b4c3c69f090cfb3239
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2eb9aa347e599b9c652a5c625fd3b918577e50a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28906728aec31d8505bb96e5df3fd84a0773e6e65258e5be360090f79a6efd09
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61364a1706f8d9b588b16b7ab2502544e249dfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15777b35aabf9d3230490964415654f4a5c8617d87640b9b5287bc96af936d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc10ccb84a011241d4f3f67650f601591e03e6c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75a33551c4bb3fc87120100a6cab1ed87aa05348e2d742861d71be27bf71f03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54525eb68c2b8566036ec242523ae4c6a67130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d90ab576e23fefe939b65837c1f1eb887a45919b0d601c17db6be58e1a6b8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc8462e94f0977c10733965418aeb6c2d0050da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbed302b1dc2365455d22c5dd4bdbda87c47f93fb47fa511d36b1a924d3460b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78947e651c658a540f724cdfc405b8fec5f15ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3be87187983754e75413d438c9d163ab5ba9916bb13fd4613e173d96eaa4af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11846ad925a54db7d248c318bffc1d8044f3e4f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ff5c31abaeecb2274a997a69260e90e669970dcb6179f7b04ccb00017163c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73651221e06785596411fa3bf6d20e31b832e6e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe8c5e1e7caab607ae805820e4890811ca93621c7ada4df0bcd2e9171d7e73
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a5688a12b21a4a9c1a988d19766de525c89150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd51803fe541e53d62f8803761f09c6bdd80b02358e2c1af4d07733bebe90f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a59c4df403ceb6230357e139ad4e80e8496036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262fae0019b21045f85114b0eef3a738f57e73a4e367ab775f0bbf0c4178d1dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b78bdde3ea1ca7a85a45004ee72cef085559d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461e49b50e2898c24913dc873f4a8c8dae6068e2f4d20156e73fb3fa3a779374
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da935eeb1f6f287d6e905156ea364dd2425fd6ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a243af73d9a95e4e6f0b2fd2e27cf2c9f8992ac171db447cd24e850f2d689
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feccf983bd059e89c34271d6a43fa1df153126a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb7c9d0ad8c92e24ee3e94a1ad9ce8c7aacf04767ec347755b5a679ffca208d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95746718301d583a45a6a65cec1152a12f69f93a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a438e8d2a0f7c972fbae8162ae5b72670c51706f053e732ba5344a9249b2e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16277411e05d6aeee0ccb9d30d613211753d710b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1230ff5471f098bb959ca97bdb84186bcabc09306f0967e70859dbc49216c505
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47245b818439672c66eacc8b2475d38c51655959
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3927d78298a1f94aa5c29bc2e353881afbc81b1becc0bf4f0675df1aac9eb48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac8924e7fdf7edc25300631a7cb8c1748f5f4f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cf83601c43ba83a8696b52229f744baa50a1d2e16983bdc745c046ab3350c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6474947236ab44bc70988e725b660ca03562034
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e76b21c84c0b8a4a35147e1fbed2b08f4676be3e85c8a88c91d0a0d70ad0fbe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb83d3da16ab21a5287482f291f732f1f197b63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72968b1d16f7260a77a037cf6221b1ba4c4073ea4324fa427ba890f8e5cb8ea9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539b5a3273f4fcbe736368a25a3040f472730544
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e9cc53bb37f9298f6128afed49dfb741f1f85820dbdd2d02dd2fbd19f2c9f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129ce63eecf7b8a30991b1a2bf1c2449be9d80dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555333f83ed2db5e8b849cece08e9130fb6bc82b25705e86be61d25e0b3e0a97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc66645b2d8335b1924f20e45d5476857ff45f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8395b7ca37477b23b4ab7936e3abffae7d492a778f8c8bfafaeff33b55761ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa2f591ab640f02c6ff747a26821f8c240fdfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac5716a4ac225d5efa6153e3922d1f0d0e36d96ccad131e23e952dd3178d8bc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ca64ed298a65e49d9ad333397919971216fa9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b4454cce02d87e0f0ecc6311094a6134fac154e327ece024d857c3d5970226
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552a75054544c348faf79e5849181204ff949fc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da91dbceda096055e66d29ad18cbf7ae57ba7046b5c5286e1f0fa89c07dbf726
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2980bca39b4a6dfc6c9108d81aaec20028c5ff4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7693ab9bfc21f6f22cae03edc796e9af56e8236db5b23d6b32c332dd1820b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bfe301b9b9a7c4a3348fac1bee1dbb719e792d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e919836127ecbd14d087bef7613ab5af2f3c18317ff5568138b54de1c3745e45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a806798aa8dab7d0846a45dd8074f8aba89cb297
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f756b06819dfa89ca94fc6717449b7e618e61e365c511e5dbe2f00180786ad80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80939bde7c43b408a0f6158a7c9f4cbc95503311
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0e02c887bf0771b161eaca6180c69341233df828dab2b4bc9c5bf39c2cfb45
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e46b6a4233edaa15cc266c6038c438720a6b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f000be6227fe9b0b1c2f8c5a2e81fdbb3d735082ec1fe09976069d9609cf666b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d81dc47239cba8997a0bb32e64ae74d02d0bcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafc9b3cf03ae3f46a632c4237dfd38f012d4e8dc46e092f0220e32f10a99c0f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22788c5c310653d7d7af69d125f5a2dea4b3b301
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2c666436010b29eb0b6e59d40f3806d374f8388e4da2d4b01308736bddbb18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73823c01d757aaca8b0119fe75e0baf6d219e37e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d7671e103eb21713da0fd4c42e71777acd1331b1bd01da8b5bc1d5bd6585a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf3f1b03aea4d9060a0fe03586f0edee1629994
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0416c69f13df5d887b3f2d2b70c352c6907e773642183039c56c739d625673cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ace8b82acc5d3fbbff3a059c95ccf7ab8c407d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6453fb200189a19fb2099753310cdaa625cf77552842d90d15218eb1fc3f2394
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82392e382a159a1ffa9988ad753af2f2595121f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af227885f177045190331920339d91e8ed22432bbe3bb5d7689d74b87756cc10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c091807687fcee809e9d60d8577b1fb68a44dddf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8783c2526b3d6f6acdf4e852fdf4b51e4241711fd30ebc0cc276f6fec5283b50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc1801cd6e98ce9ddf09cedbe0b2c2c8840424
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f157a40f8808bf3ddc1d103517351d4e3e22e172ae5357fa92d546176fba8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae3401ecb9ce34e229272c03f5428de5e030b91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d392327bbda2c50debd5073cbd99728c99c6b0146081a6f979cdafb059840f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b28213d9bf2e65a13cf4b920c633f4bf6babd4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdca2783ca2a830fca2b6824216da4107f788d4a91c5cbd7dc02a37de5b3f96b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b2f4a22da5fcf60c10f2ae7925fdc05b3515c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7051dda4a308bf9cc6791229939dd3c9e66057f3624d1a57cb870d6f92f96721
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aea6bca5df9fc2119502d26310c191afe33ac51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2939c7861b15d8071d217935d2fc872083b16cb356a6eef98a62c3a1da97e4ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58f0b999561fc6e73fe17994c78b2903763e24a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570773d4e9170a957d946e514209251bcfa0bf666e747beb9b954f201efb597c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fff00c08f6e930842c47cdf4ef6ba4d0bada41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ec4c86b634826f1789727f33bfdb0e4614d73f2d8c091097492ad92aecc724
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3a8c6b3f1ba56a8b0480cab3fa73e65b9d17fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6734ce66f3627d450ffe8840653479f91a5c0d46fb0f5fe1218b82926292612c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998817491a9b569fd12985c3cd7b769d77037eb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b50999dbfe11c744df84d43b0bd8ee60a18025cdad29fd3a3f21b02e5cc7b47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa81a7e34026786cb6ec3fa8a944836d5c771a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2560fee0c20ad00d9727e20798f33162c81152018cb970e7bcf592b22834fd95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a010fa2d5211220d6878e027d64665c09f17352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2ea11fb82e2e01bc813ca9eaefd977a966a52e1acdcb624a442367765f4ac2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af9d418d014a790cc86639d9ba836003812e433
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1122cd282a10c2bee2beda12682de8968d9fa372745faa4ab5f980f580ccd884
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf50039a95373036697710240977fd5d7913b91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64660777dfeee80c131df987dcf41022d86c0246e74a81c5e09bfb47a390754f
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38530b6d585abbc748bba2c4e1acffd7f6f1fdb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446d00f83d9c5d90df7a3425cd7d60e456a60cf77a33e533b263d987bcf0c839
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d75b2736b2bd865518cacf6ce979894d7a0f041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c357b7b7e2ba593074cbc878cf962993c13a660e114b332db24e721555054d0a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f071f14b8dc324cdc5f6f894e62e8ea377a5215f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8bfd8b624351981a30c204500fc1e20f4d0b41722c9eb595716fa25bd6ae8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1744f316c7eb69c41ed0136522fcd676559489
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96197befb19191602fc2f8ea274ec98da2bd3304a23bfbe575a0f8e6ae956fb9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975587d4a6b9141bcbbd922bed8ec3d448ebabf8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d7d821d3f760377191949ce6d01d61befa2c7546ee28cf52a36c42ba7166f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b1f8c8b7bb204fff477affe73dec04d5efd406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecf06bca8ff5b399bd31eaca2ffeae5f916b84fda074e347219740630887041
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb93863528c56d09517b5df68bc1047a933dbd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dd60d2f91ff8f43770425c3e4b5d6a13a1b32248c1447497e609756eec9a87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96c6ac2eca706a6f0a3bc2f965c0bc6431d696
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d9aef9fbca9255a96f7b41ac019e78a32ee19a8fc89087ee324234dbe96f3e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac93ebe6e414ca14108208f6031dcd317ee13738
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e539b7509b4d871f940d9f27472d7ec5f5a1783f6cabdfc3eb4d5a72d3faf2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb98bdc660658b504bb85fddf736da768948bef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468cb50b742379b642a4cfc0170d789f0dc4f20707699ad26acb889b365858ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f611d54c549d72f547005e8a012f8968d9d26168
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44e792bbb09266fca6bbd9bfd9a2fa78bf27b215531bc7fa328ac5a00914ba2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76dc82e1ed4b423f46b68460594a07d2d29fc28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcc9dfd45ec264c66c0e00a905cc8a55a2a5e1b6de7a2bb50a095ecbd40741f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb032df499ffd093786a9783be3f833c4d9f71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b54722fc9cb240f2f33cf7a12d9b79a7d010833f706657ec823a71ce14b98a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f3f1bdc8002f2af7bdcc4e0c3299a6735c7821
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbb5be1d937897166a2347eeec1fea549fef87ce782240d7c0390590c672fec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2c118c43b31025811e975d43e87d363adcdaf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45687fd035c6d753da47cfd5eb5fed584f53691eabf107cbb8ea79e6ceb5683b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929fc5d6198bbfedc22d807a282d8d0eebd635b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3954b4de309693deef9f1a1ec58e7d61b643c14d84901b9855f7d6ddbc850c40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fc0c079ac9fd63b795cfd9ee285f065c2aaeb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffd39b1b50790db927e36e7977df0c2d9e4f1481ef982107e348049c6929950
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7b30962c7334ae2f43b7796b5dae21b01bc76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbb24ee497c4e53dc619e3f9563123818c52ae5b01d54288face7ebcb0a76df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c876032da0aa3422dfef268864f7e3e4991e4911
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571f0ec230badf1f6d959d57db2c9080f9b9df19b764a0802e39c61d33d95cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4345345d6ea1b07837b6a59c319037a8d3d9eaad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cef1bb9af114b2bdaa57e953a692900c3017a7a444fb8a349eefa64a51a2a8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4868701903606522cb202cc8c9a31958a0be8d41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6cb3083927ac55c6d4e01e02ccca38cee2619d167a68c0f10d47c1a66ba487
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07fbe653749bac5b07d5299a4ca3605a9a206e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ebfec2c7ae5606b95fff8a82a080327ff8fe5b4a730bed5e5d05825b43dba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a6099dfc68364ed716c923d4bb3e1a41609b18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a73fd6ec2e1d209a7eb1265809fa13ef2cb4c6f593fdd5b111e3195658a291
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0a0ae59706900863001a2b6deffe4ece3dc19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb813b139d246685b379c4da505a2aa8dbc14ffe617b4de25bef5ac59b3a7d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ef79601848213b4a87cf1cf0744c0efd01344a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41aa56980c5dfc73ad31be63b2e9535eb902a1a8ce202e261af90190841ac32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7bdd9948c4302810157b56fcf6287c07bd807e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2823864b40961b1ada3b5e4e984ee0d17523cfbbe9581f109ffea864c4755082
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7189f1dd62a2f895b844c758e428fbec2207aa6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6cbd0dd8bae62c886cd69b87e64a74a347df80794135db361e1a30b5d8414
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13813c305ee6f6bd379a406c13e1322aa693bbce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bf7ab02044cf5ec654fe7dc2b17e603d30e2095a86e455a407727a7a692b06
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f4cda90267d85387102827b999ba4fb7ed9716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967cf55723918ce3480c2ce338c4c375a099cd57ff85b1c8593aead1a7143490
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314fdb73f0892a4856c1dbd9f14a32646f6feabd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9741a840f3689c1196a7f6da0df72b696c0d5cf95ba14751a5455e61ed5c8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7c90c2a5fde31084e3e36a47e93c74911f8040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d7ade8bb0919bd09563c64ef59b04e22a3ba5750e43c697d186035d8cca2dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb51068de8bb28395a88faec17445ca0a200387e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a4a812eb1a945e10a595d47f23a80811f0754accd4ecd399d540c0a9398776
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d32d536578c88c17c99ec4dfc8aab007fc9d5e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a974bec2df5312b9c998a7aa74b21a2f1ca816add078eedf19e7cfab030851b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c873bc8130f37f54abfc19a08bd6201a334a34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e69a577b590e00da7d097e2d504500877e11020203be8d75646726b03333b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abd7ed7c421b3c68c79b90375fe1b5b5a2108f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652af703b8e977ab9074cc3baea4ce4ac7379f802b45b79fc9014350bb6158ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c899cebc41f7d59780855a50ac0c62772519b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e726107964f41fb25b9b19dc392253cb3dbd94820d7fcd832adf23a44699f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02f3b87fdc78010adda35d5fb249278c39050d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f966f5bafd152981ec5ef665488b2bb37fc82184beab88436b1bbf3653d5b0d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d34a2c8bc42fbf030080f2ebe13ecf29f52fe43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889771c49cdbed6dc439401c9af492aace8c803d70b985732a5910f5897a3f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6152b61f77f4fe64294238023719666d0446b31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7d8d273f9bc336df19d2770cfc8b30e6206a847f21df430cd43b6b33422786
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f868e15979d8fae4b0833ca90500f1fc688bf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da743cede3136ff9a3a515c0e8ae6cb0daf86c8a95ee9b621be6b5f34348f0e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ca008c2f7abe9fdb921a2121bde9372b37ff5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58c2f2c72b19e696282d8e53ffd75c453098fe6bbb4e10b210acea64abe99b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10805b7345328ead774a0e119a03eb446d8ee8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7051f5bc1b424ed5e9439fc977d77a3502b11356ed7c315d07705d943d67dcdf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e4e7ed97ff0472514a3e5a6357a268d5f8bae5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7790e2b1564df6d7c5f9a1b49656bf74276adda2e90908b93d5884f015784f76
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4184142c4dcb8fa583990b59fe05289c194862
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d84e14a4fb0bbd03a19a2421d53e7b610c33ff834be7258fe615dc46ba6821
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0c884f44102aa4a0d6983f51d16cab0273a3d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614ed2b7f5640526bd9936123041d830d48e2c2a4873621842c19d0a91b8a81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e291721f10a47ab85c7cc4cded506c07548444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b228aba9b88584309dea7ff8ab81f0e28e4ce651a6c94cfc1f7ceb9449039975
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d64457e589c7af2d2f29ab75286fe5b62a8629
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefc6bc3b118f63d651df4f261004cc4931689fa055da48f0eb5a040e698a2be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d169836a8eeeadf33f894016812361d891b3263f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e97a647c1c2120581258ce8a3a7c9dafc1fe5e9f19cbf7f74ed62001e88454
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64da91a949eef15f701a089f1abfe4d88560c8cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a53a1400fbfae111f8a6fcae8268443593f73655f1880b357561cfca3b9e60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aab713ca538cf7b6c8e4b6a61a321e52875b0e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa1f4e468cbdf6b21ca9e0da917f7437ffa4c3acec556d074521230b2881427
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9139ba39abcdbe92e17fad2a2d86ea129e583298
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410e70ae5b76785dd925af579e01870b9350bdf739fa8407ecee00e2df2dd234
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa60c3ee0ccee6a1ab6bbe4c2c4d986a94196036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7ad3bc9e3b1c5cdde913f5c9d238377e24c0fbd10afa0888d3c0338a3c431
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663358c2bf7d3c9de1cd36531020c2bfca1cd2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2063bee0f8c3ef570940779762636046c44ff80b319f66470ff1c3944066595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a341a774b826aeab2c5957229769a3d300e66ff8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abcd5fa411d21b8c16a727075efc9073a6e3a340b2382afee5f805db1134821
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66fe4c4eafaa9210550238c6abd69302c13ee01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fff91ed6178941ba05765b7dcaf68799c75c25b49eb52370d59357d4a15c5a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24b3cbd2a05f12e3dc9c39fee6130a371cd7eca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e85a15e6798f9e40ec40afe537a68776771d16832c701416d5d15ab1e070ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8fda8a37e6a4cea03ef592a638a21e8b8123c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e8aa6b52832502775f58cb36e3bfc6ad299b5a970a2169e407d66e7df59909
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee734a8b073628e5ade1c81a4835a9df7a3c984
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e154a32d683064197051ba810729fbbf7da8332f44e3c1386987f1964c972d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4828b5315894da9fc5df410c78049cb06297b0a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454aef420090fefe23af75f88a3ee1b1342114aef2f2720b0ad43ba515c5f400
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f93b96517b0468fd5a96a1531fa0480e4bc45c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e6ead11566d7352739a11de1e3628657a02279a0e7a2598176ca229d8f3539
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7895e6d23a513f038052d06bb4986a09b492f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96ab51d0d04152b423fe842c5c2a47c35380c62da063f7f6041ddfa09764ff1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cc6c442496f934c3ea63c8c4a95c460cfb6f07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d2189316919727190c590a404f6bd4de712063c8a11ad8d80170a2330425b0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a779c3ae2c046703786e97df76b0d0ae06513
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd502261f357fc89496bf714c36d77eb9a4b49176070d93aafc99899adc4adc0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3f6269950d43fc98076948389a541ea189feba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b6aa18cffb2ea45a53c154c1ee954dcd8f182cbf70dba49861c2b51adf4301
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79702f47add520b1b2235d93305431d74d3ec7da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9117f9d5d8ace35e6fd02baf154519d0326868185e3e76f1d727add560e010
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484fc42b5f101bde907a43c65843ddf911f50219
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e61f9f77312ab6877c50d82481e5229c332f69ffd3a3f908d67ab7cc9fa4b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f757c1933f36c5bc02ee088e247f4edf635aa68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173f864bce66b4789939dd494c1d0269590859418604155d1c5a724c88d2fc33
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c031e3caa67ac47d764befc3f8164d0b0fb80091
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc50a47f706ec0d9dc9dcb55cb9c97e5c331ceb932736e430fdde8d4d7634bbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc9bbc2cd1dd5408dad8747def3fac264efbff8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403b97afd0bbf7ef227b597cdd01367965ad022dea57eedb2a4d816a43ae59a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ef684fcb94cd984164aa9a2d33f113273126fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933328ae3f36452cde070ed33fd182fbaf5776a166d4da0fab5fa2db8df0759f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a669d065a6e38a19a33c5e4a68692aa076faa117
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcfc7e16ffc15c1bec5094fc8381a0ad9c9b76d0ec5dfcbc6424ae43369bcc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d3d506df580b6f25f5be572a1beaf75db9235d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b0c52ae00741749278fb8e73811bfb01e9937f1d569c19fd2df03f3a5c7ab9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fbd2a43ee34af4b76f15cb2f51988707389d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46811e42a547dbdcec49ddecab342d4e5861b7d4888bd874733b75d54964d1a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f2141e9be8a063319e32484990e83f68f92036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e4ab2a7c4f27acc9efe9a38c26e26575269063ab12c3cbdb9738b66ac744e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a33eb8589526f53e83dbc2b95e872c7dfa8a70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad65c88c7c7608b5f2d0f956019ec461158a21784d2639da8ce45deecd34f80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a05a7605ebd764f14edccd706784d44f020916
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8622800a8ce7d22d24ba46fa86f8bf7aeaf4797c9f15a8c9cb7d4838420ed339
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483f6b5b2b330329696929f20b09d5f6c53e9cfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a855f6b0f18bfa23a329235c96402a09ed77d3985d174faf1f36274080d110
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7651a592636b3201ba225c127367ce1f777cec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb55a4da6eb76d2f31ebc14100bd4c5cadbed5c5c5c4ab21bf43b245abe3f0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae22d68d6e1dba5a070ff5dcbbcbb9e7a92a1f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2907d601101c53c305da4f9cc4a01c3d03b42724ba1ec9c17cbf72ac9d0c692e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc7d05d13a53ea419c99fb602616231a3a1f59b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae669d0f66a819635940a5df2802311cec79da0c065ace0f11c6378a35e5788a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bd1433e8bb0e99ee598d3d4a52b8a5d1bad1cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc06b805b5f6ce7991ab21ae1969b9dfec6359f18c6de1ba76c42c0204b9f784
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8684139000b34fea490c7c44acc29b618c30de85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1505e7f8e8d6124ffc19d7bd69cd459550e0fa81e36bfe70ca348281c624af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f16212e76de96e699fad779e7d943f5a761b3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deed1b70e0ee08f34f5d6824f246123a15f479cc41bddba24377787c25d7645
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9532c95bcd2041ccd5e7400d398ae3aa69432d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c74096ea244bfb8283ce63eb5e88e4a1fc6a2d14b9e582645e687a9a4c043c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658de4a8835773ed45df9dd87301ccc5e4628ed9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66969f56e445c10f723c613b9a931733fb229a661174e6dae3ca9e877434bf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e4694fbce5b1a7547468005a21b8d64a246901
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4eadbbb3a24439a04013125955ad80f0f2b951e48ec6ee119cb9191a0bdb68
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3285760aa6027ce555f525e46c5d3779a5d9f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee62f66ee328b0ba420331a81445dc7950a0576b239c87e8dd45c7cdceea72a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22889236d867d8ae2fc55f29d412f01399664d68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9551d20f896aa4da173b95b8b120b5e468299935ab9584c3e57dcd90271333
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2ca60c47af495361103d724e140e228689c95f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07895e7a0ee55949eea14b57df42475a69a250a6f6b25f5e1c54211a37fd873
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b526f37f081d504208732da145bbb4747714dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c538924d520bb6fda08ec95ce5c191ee71d8d615c91c41180492d1cd39bd0676
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e699c5ac80faf751556bd2441466164903bc40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76acbc03ff0c992001fdeb6129db9e4b0238413fcec2def844d2927d8a25351
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d4a085e463ab840ac850e8781c73eb831f8801
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4767be0e8dfda20543857b29c160ac0766a266ba1775657856cf3b1dfea9399
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a103175ba4168867539d2786fbba8286715e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9290f492ea4392af4c4e847bc958134bdacfb1a47c3d880fd6ed152944e5893b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17669906d34a96e06bd16ed7b630f10caf8108d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2f7493529ab93e4c5c8727377860980c17340bf9678cdcbb37c76d388844b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8eecee51b4d0a53bc1435bbdd1219eb074a3c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd6f2e98dc8165d9288a13a3b6ef1b2d09d3543faefbef58e18be412427f37a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f04463aeff253f29d4537b38946b0486178b921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c893862819370f239f6313cf35b7a909828a2a752b74623be3ca13946c9199
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f075c4640720fcf5690e22e6f645c8b829388b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8f7547c27e2c7b01603f12cb0822d7251f49134ff28863de528c52b7ee0850
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edbd4a1391db1fed102b6d37da85e7d44494e08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d110d4fa942ded67415d9ad21c9d3de92333f9872a1b260a2dc441abbe1b55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c3b392dbd7201f91c7b972195b83494dcd9f0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f1226501cadd38ddf23687b253400ddb56e73fbdacd3a61be9a5a6f75e255
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d57d262e9a2280608f1a84136d1250af9838c23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d0ec1d5d6737362bb14b782d4a1575ccb7fe98ac2b0b24fca7a327dc48b683
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8565e5c6361a0c2b713c73924f2832a45854133e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa720d24bb20391b866bdff6f650b12437d0e12a2642f8679674677b7c206619
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7a9608ef3d6b7d1b80aeb53eb322325191ee30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf1344120bf961a8994cc2c9c0913beec212d360f23a49895489f4320909bc4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d7c888126b7b786896e8b7ef211e7014a94e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c27bd0844ba93bbddadf9a04e2cc0c0516b6820ad89925028bd3e745bd6bae9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16cffdfb807e9709454800d0e55c837f33d66ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7a98147fb1dc800825d33a180b2f1d30519d0bd7ef6313bdb8724e8347936d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cd522d2cfcfc0efa9076dc71dc65bbc65a5ad7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03cd77ac7713f211269d2c13ac28ec1d06da5b3eafa54295dab846414aff318
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbce620a90594b0f0a2a66352202282718497388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fcdf93814b4b5c9f9c4fac740a6d893d18c2fc690699212e39b9801fe1cf54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f338a0c0112d3dbdf99ea95d4a6889c1e028af52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d6a0fd6fdbc379f7c0a27febf6de1acce49628e4d2b59a90cde5ca3064b5a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05315c3beea1219124a5d9463a1d2f964604b39e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0b9f857f49886ae44ba9f5b57c15deefc2748a0934846ffc12f6190b4f67af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b514124497444eb578723b92c789e94365eec4f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9375e72c8aee4dedb6a0dda066d51f1cfc7bb67cc0ff877301ae740dc36c8ccf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de9b2debb4f3ae8059cf3a4988cced7b6fd331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b668dcdd87e4122eb74c1c2cc4893aa84f9a5a7846f61ea7ac4e2051682afe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6acae640736204dd666664d0a76aece93f3e20b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee884e7528ae072086b8b2525b0097eb059cfbc839ccce8f88215b89396bb231
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3bb432ba82b3bfb13a1729e8fb709f5a5a65e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f07d85409227c51daa787050d933b7a86bdef2e849914a545f287ebcd18e313
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880c1af3d78d3d4a84966bdecd0f29c4a1192f98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be8679f8c0c3a99539130c3956f9faaedf0483756737a3776d94efd42772de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252a9b31975f51189e26be33563f48b69b95eb0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210dbed6d82647e2a9753b184efa38b121798d91b00463e8c77464a05d8de08f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec073618950c505b3c7e79a9636cd541c98bfa99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18afdd5c4b6ba3e6ab61d06c13f5ceded26889994392604209464cb47512be41
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a1202822cdc9e8eeb50ecf165b1f2deed53788
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51de9f72351c3aca6565d5a5d88b3e429059024038c2ef78a271d01eff0d5412
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266134f66373935cf1426eb8c0a1fbc013778ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b6a2c6db3a33bea906754da789b9b5d63ffe17f475b2edead347995d5c65f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584403037ff7cfbe794860f44f83bf3e57c1e0b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1b271ab3be37c581acdbd255350fb1592efe59c54ae73846e4ad782238f6d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91517d7c22d2b0bc9285dbf5014626e2800137c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b6254f1f4615ed00860fe261ed2d7e54243124e56bf640e7d3a670d3e951d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f917a9db231b7f8a9bf3ec965f14953cfee15c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034507d854d9fb20957552db9767eadf1715de2097297ddb1370262758dfb342
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c77d3a4c69b755536fb5b60b701e2f89659020
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267ed618fdd4f6240d2733ac1b96c9b018b442aefaab8657ff08c6693c52d7af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff929f977f8d081aea9392c51590284463c6a034
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb639aa181bbbdd3eaae7544c78e33f85e3cb5382e0477637723e75f128768b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b00c1b1aa558bb2a63bfc4f7deb19c095bed199
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a436fd1125a3e83f15a0fff70c1749cc803d9d49806938e73d8562820b8452
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e34b8b6bd783167352a638b0b996e89c75c3c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ee48fc15f4c467c8f3b7933c845237773d9dc3e7eae6e72d366556dfd15889
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9aa90cef00c15914ec5edab385c02ff1a4974d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483bc34750160b319760ba41741479b71125194080103ce9342c25df5005b6a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87626db8e009df2dd798de4907dd9fd2092b5632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30380f4773f535eda380762623bdeb28ceef7c290d7b47069016b82509cc9dd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ce18b3ef233570d44819699186185ac1dec930
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845d6cc506a0e8e1c6f614d7310675ae851a10713c6841bfee78f7063ee4c64d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b25d21c0d784641b031d2a5357e211026732a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7aa49bb1896d680117937ad0dd1f9c7df3e9ee352ecbaf898181b583243250
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7060ed16c59c0c499292911f45594ccaaba47668
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2e6972e15ece97fe23b1381278a5146c88abffff675e1f85e025e8608aaa3f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774b8526b8648191238bc59f41307adee226b4e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b517520602c4a5081d8a279770c70aef434ebd616cb79e0d20ad5bf501ed106
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579299dbeb64b49112188fe7939348d185188321
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4313807f4113d2ddd4708798e7949f610868b921a98976aa6f5a0644f5adc401
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67670b936d51dc6ed69b4106c4079f0a11b5779b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc36e24ba8409a1d2969f0db3abd0d6d234160be3ea9a6ff133ac7aba4e995c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47665d75ef7204777fc0c6043360f1692be06f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d39321997c298976cd4c3ad830093bf4a675407715b6e06477c6ddb8024895
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208e231d54bdc34e56125dd37d89630b67c691ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a2c336d86feda7b06e476cc372daf6b4fca8d0b805f483a016908bbc479064
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858d6222960dfe2bdf3d842bd213b71cd9cc9388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebc8a6bee5f421300c982e08ee1dc609597e22b85056382db765859f1a2eb36
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a597aa0c48b3c19ab380a250debda274cb75993c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0121ff85b84bf37c5c87dbf65fd32e36299f99a09193361394626f9b2aba61f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaa5a6abc7c26a4348c7c20fb581d0860454336
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5d38d6aff1c0525d4052a1a6ce11bc7293dab294302d78f5e3bdd4fd52b0d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031083870176790af269f947b0ca038539d8bb03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cee546b5f4dc1cb0e673daf7e9e8834815916bee991aed246fadb8c3631d18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3205cd1a73530b7f1640eab39b45b0b7780a5510
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1e88b009d034e4d364654558845478af9d67258184b772ba72a8ba2a51930
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b026456e85027cda879e4e195480e66241857fdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c3fab859ae87d43c20351a87c4e9542a84c5ec645ea1c58f2bd1fb059667f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb76ae2f8c4d0a813a91895644bffaf9f0f6ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbeb341475e8212d3c70de81b7facffcbafee9c0fe59e80a3ca9ab1b41b3e60c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98f978f25f863f5918629349a0ad1e4268d9b18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68bf994384bdec7af20fe9ae3b6b9fab072ecc89b210fb467de787d9cc113d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b719293d15862bd7a876aad9062b3227cb42d531
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cb58dd878267ad6035f33efa4e3977c9812cb5910c0071fd1ee524169950d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809380782555b647468734ec3375b4c2e969fce5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f51e9788b506400638bad15a41f32f1c0d1f7f9ea4ca739700d4a2ceb0df85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77454e2afb39d5dafba2eeb6905b02ae264933d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0ebbfd043e11b3ffdff7441d6febadc8a558c57e2f92b5e1213c565ea86153
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaacb44572816cb3392fc76239a9fa350088e41e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe81a927c2605272bc429d953b56565027b5943a859143ae29aa61874105472
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2c6ecf02452c6b49593f2519792c7a484342e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df81f29f62e1569193e1e210ff5fabe64be216ddcf3b1e55f3dc03554a63104
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f095d9710c38d7539c24fef046e583b966be5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306cc8524e0f3aa256a8148bb1340e1332b55118dd6c995c6f87e52c62a6294
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2ebbd0609d21a2ac225b344f9647360a09f813
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2460742290c8b41aae18dc552e948e8e79e7c3800ea8c9fe12ef2176141fb026
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c034feb246156b6d045d716e563625e6bc36002a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeb3a2c687f390de9968483c8c43ac9ed2d943c37880f46dad9ae3de9f5cc5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b1a0910870002ac500df752c84dba61f2e6b59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2179dc5743ebd25f70142d7b673fe89067cae49eccd3f5e7f13cc778b5cd7872
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39576a1dfd4ed88574e4bff1ff7efdb0713c437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdff9362190eb6b72b7321f9680c6e6891dfb9e307b3366cfe70c7694470602
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd579979e4bf804e8fd53d201a08b9b5239ae652
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2bd2da3d57f1684069a10ac231082d14fe78fb0530fd2bb82cc5aa5ee4ccf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f95cf06b00f7969f6466922db91421e3096b343
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb552fc97cdd59a278edc5122ba14846564aa42577389a0c78bf3f36c6b721
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c7e4b86f45594b9dcef62056827f0e705c08d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2087b36211e8b091080889dc9d85d562d21e796f528d49e9fecd24f96ef60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c9dd71895a08c681e747de1e17a45baa93688b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f044f90eae3102fba24a64456b81a9f2e49abd4bada2e1f0045105f7fbf95da9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37669de60a5ab26e245324d5c5c2c60599ced1d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9a7c9d150632328124fb1045460b163358729bd1c48d4ab26b881271f5c4db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0773ce6e5ccf9d2a6a90831a2fa8b0d4cb629754
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ce68e8d037e2627d8c4855d058fe8bfe147225469dd8a0ae6c392dd329f7d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b7b96b3ec3d470e8a9583184b6c6b32c3897c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9777d0069eb37a7358f029b976de28922fbda5e6ec0a4c3d7110b297029bef73
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0448f94b3b6488926bbe88968f2c76d26e1b95f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14a76789cc84f3d44d73d7175fc7cc90cb117d5ee97b3eed9a31a7f42c3f6ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5059e9bf763a88872b228374736f558c002bcac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7842123898012bf054bb36bf17b95879ef408aae4c3eb9b9a8d276d69443329
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f962b08d2a0f4c7ecd76ad95616cb03f755dcf21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05cbfe71f03bf9d4152138ff04e9073899a95fe2e07f834df61e38b3e3917da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67ea3a9039ef097a9edbd22d572c46cbb505489
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9f40898e843707007b346f284a198d7f2d55553f8ce946b4623d0b0dc850ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ccf7d249d3508faf76a7b9d809b2365c92f4af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d1da15760f720acbb4680d67e66cf19ad89bbf38a853c29c4393362a72ac48
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd74676612160da5bba91ca22d3b213b1f42b80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54bab161f0f7dca6b41aa617b33b45371d5c17a0a3f2be60834c9ea7d68be59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a1d4e2e079713e6dd8aca0eac777c90e9ad381
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee63f11dcf2a87d3e67e5896d918e1c72a9503306ef563764aeed3005250e35
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598ec184dd4668142ac925491d22b45c4e41092c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6365fad90df0c244f87f57ab9be1ce800c94795fb044530986e8f0627930853
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54395d8b45f418111c1e3f3ab784b3e9e6959b66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321ab5c38d191895628927f710ce01e2b05eb9951a82b36d4714c8a4139d78dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb501a99196ff6649903507103cac13e4c9d2df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e484b4bc82e5407300c4e7d5dd3a7299da6e0af941fa11fba845b0b3318e07
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e3eac1b200870e4a4ff02b30e1cc952165c00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a1305c3018da18d7090df5927eaeb0904dd33aea7b712705fd46811e65a43a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7db0f2026e8a1dd7e15b7d8a96c4a7a9cc86a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f1a85668bdfa42286764f40b37cb8204e13f9e443bfa5afbbfc617b442b960
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd09fa17213029bd8567fa454e0dd80fb3f85d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f84c42c150db2e94be35d843b19c30c9af2ba7045a90a7bdf1359f5c42b701d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aae6f594830f20f85bcdd5f3624b5b4a4ae8b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd9c3873e7411a8fd7f98335f90f9800d21a079ddaf8a22f6d53ffd6789900
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df74c952cbf64661cc184187b4e4c19b40b3df2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a45c2c3bddff636e70488e671c8bbd178543da1394f177a136f9e4b7f966a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6134f06c309ed81bbd0c7ef465340250df776d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8725d9f8a6db4bea8c58d73949dc4c672f07ea2823c9ef03bdc1102c3888a06
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff7b63c2389037d2fd495c933f0e1f77121942b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034beaf67774221ba5dd3c6d7bafa8d704fea6ffcbe1bb7bf9e6d67c5a899c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3fe442dd8a3eb0b52c1161b425816cef7292a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13af7eef18451998a4ba038a3604abec148b3edeaf76748078b7aa67eefd97c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54efd133b46aaa207256bf0b040a3f85ca98cecb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb8744c5969532fee8af82cb44533fbd7bb3caf4234706a96427923e224e8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77a6357de8d62229c709fcf7364ea2cfd99446a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a738b9acb7cc977c959985a40f594bf852b4ea4f226bbfd4843d9c706de52ecb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fe8baa90f46f7b8e8e1922fac1ecd94101af80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f1a69a21fc6a51705970075d561c78a59685a17693de484c29c9089012058e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b3bd6c8983b99958132ad5ca98cf0e7101a282
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af4b75f7f0f22d4ca1344174796d85fb51ff6af1aa9270e172922f188ff3951
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e064aff64efa4d1b895844aec6e5c0c8bb1ff376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1183b8ace16fc41a3f79ee20685f3926f5b091de19915e6fd0cbe100aafb04
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89995c817156af08c267a511bb2d21fd1ec7a43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4595d5d98b7ffc998da00935546f3436a19cea4ea1baf1d6e08107bb93ec7d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6e7dc5ac98085cfa6411e2c549f4f400e6eb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d696ffd2cd5a6fcc6c0e8a128ce192ffd4e47fa9a3e3a87da3d84cef6f70751
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28168beb90ca80ee5f9e767ef18771a99c85519
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c0108101e749d061ddd15899c005776734c2d5244647553b92d494c5dc1e02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dc4b42f54b505a07b52900c48e14922909ceea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860f5cd457921d5ac85e2a54e79e110c7b54b20f9b751897cd25655e69bbe10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adab90384a7ab8aa8e0679be1018ab31c32b5b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707ffba99b1ad9187c5935347a88cbc0e9843be850d811935262f35dc9952b40
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638bdbac04e0760d827cd6e06b7aff0c5746b13d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dcc052494b85e6edf763910e2461a62862823c20c0adc11516bdabafbefa1e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ef259fa9aef80bbd1d0c1e237341f9347e567c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f7196c88649ae55b582240c0c00146480e106943f5bf6cc375e19770e245ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f0a2549dc97d04569e0b4a536283f489b2e058
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a588cf7617f60322a92c7bad4a438b83504577b3c5a9f3551e14b7d824199b6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f42fd56355bf8d9ea8a35db61b40fd28830828c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf2289963fb68a3159a5b711f83ed384f271eeba14622484220307449532a8f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d998b2d5354327e837bbe71f59c67cfd066b8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b6da94d78f11f3526edbe836cc19c333dab65ca33ff4fd011c5b5beab5f5b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268d6b8d6c10fac83189f9dcb70c22a56a16001
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952080a87f7c0909937a7a9f86c87cee1102c2dc1c07431c3cbfdae2eebba6b0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8392150027644c5fc058d0cb3522ee75b16382fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a52a1d7b0300bb2345619bdfebe31c5612d1fcfbd6ee76c09708cbc09bc5a25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5648502b48e9d0bf302a8511b575c10f719de9fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fd6cccf32b60b643173bf9db1c51785cd00b6b45dbcea338afae8935769e36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3aa6040d5c24ce0293c4ff6e6b93f7c47cdc9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8135f695073d50614ab8239ebbdaac3fcd900a9481c0ec8ace6f2cee9673197
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb548469f8ce03efbc4f3f5e70b0a2fe6db5dfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe33e760d59773631f6d0bbff6c9ec73a736372a0dd6a9472b936de9cac721
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d41a94d4b25ad747489b121fef9d14b3c233f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1f1569a2630ca9fb67bdcd8931c846b741b3b492bb7aee7a813f0d2660b876
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936e07f56e07a2e154f9f8d8044a8d6324d5166
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b0473834faa9b7470b842af8cdfecde0239887262a64e85c337313034394e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fd94eccc1ac0c56020f60149c9f05715d9134d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f172d07e9058d75b8a15e6ba2a157e6fd9564cd328fc20b7300d201dca25e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231dabecab9a21bf91e50f4d37b08fe7a5327f45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac514a5520d9f17b5d1f0e3f87c2739522da346c247abcc147af75b6f1c2542
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c59098f32c6f96c2a7ece5a09ea76e2d07e6bd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81d0c5f317a07e56b89eee1d6bc751615f507758c1d68bcc6b580189e436277
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5aaeb7e031e8ea3e1dda0565ea15fe403ef67c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedd2ceb439527fb993975373acb7495bed129328df38735b916c99e8bd9376c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f5def015ff73e184cfb197ff6f6b2c1b0d643e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e667e91e5992732e7a94c8faed65d57bcf52789355f79e0ebeda66ac594dc3e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5163aea32a7c581e508c6fd574e9c433aa865f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c57bcfaeacba2a8918c3f8b9f89fbdb63a58b0ac4021658da407dfed0ab4ca6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b203da234fd627080c3d50485b5cc1b833e09d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6368b4b35a4026df8a2e1594e283725206bc2472df0bb3ace93a0e3a4586060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf0e60f4f51dd33c7dc7604417b752cee585d34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e589b16c4e3c973e66179f30f84f9b9edab9b1c8b05e87f5b9818a52630742
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f1f0c372b018f3785c60bc30ef360438a5769a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec281bdbf444bd543383502073025e48652ec958a68e0c72fd8e4a6fb90571b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca76e8fc013a9eeb6af347318c19bdb93175abc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce09694f4b74240b9d4506dd0fd34f4510a1691b1d344acdc7b5e8e8773c8dae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfa550714de562613b421371ee0c4e465db0367
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b29ee9835953db7eeadd995f4ee3ad835148877741f5eb37f1b0799a08f19e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4feb8fd04f6a79521d207575578515a43fea42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d3948d6a2e635a18f883c2693b07023cd5d83a3b019158c99ab462bc5fce54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8222abd9980f839bee3e296c81ac3747ba7188c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a2a88830e9875e2f9a870eeafcb86deaaa6090289e86e355fba79afb7d2b61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f05f0e2c1f278a10330c2ab1e0d007c1f7f74e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c057b577d3e1276c58717f6b0cb0dc1e6d8ef931329f055bb5d43a3ba4bf4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b214dcbee913d790bd89f159dd5e29093acee5b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05257be423f058bc46744625ad3259f2d3307c59a701efe41d5cf40a3bef62d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80afcb7dacba807bde3ae0fdf677f30d4d873c75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2202931f099eceb3eeda6acb1bda8aee404886158c15d415d16a95db8ddca7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff693292dcb201382f9ada7270b75c994bbc8ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5d8b1d06ff24c014cbfe2d27c8f1852dd9b93a0f5f61b03ca271181ac4b7c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429b70c3e3f22e6f5bde9e3d003f370455821290
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db44cb557f70741542c4b205e52815e159ad26766ac80dfc7c2019f4a21c4778
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbd95cfd8ca76ced75fa71cc48eb773bbdb17a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7408465b7a76145f5063676563ec81bf2ad452e934334a85f3f909469e5147
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf07f4db2e75f70f7735ad3c65a074f984bb4a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc319a48f25cdb4e92accc07221efdd57d97b7fef19a7df0cffe320ea786c8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec3e9e2a5477f1b886f4e386d2c65852ada0eeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90940ad52181d5349fc464b191170632e10b7852505c880eb2a581a9f8ac68d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af76836a9030fbfb6eeb88dc45eb7649b42f3f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7d76cd16db77c77770bef43c31226c1ca425c576658581eca141b66d6b6056
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d251eaa7cdbb236656cabbb0aa58076cae641c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51922f3c5403fda2d30857441e49e870a87b42e29984cf04a9a8dc9095f7bd52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dab60992e0a38edf719428f7320ca2d45f747a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaba95ef7da645087127d0f47443fc799aa4eff78ca973e9e6b643e9b6f804b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbd940ff18084c97ffa9ca01c113ac26819237f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b603d82af11ccd7e08893a86737f1ddad65c0e5ae3556788d80edfd255fd0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9ee2b4cf0e9ecf06ed0c4241bfd18f1fe92ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf57be72922bbf521f5ba3afc2ecfa677ac8c895e6252f76ee90bb9665cd5a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc19abaac0eb61238cfdbdc1f04b8907e0406bf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d468bb30531793fef30e53de3c583f3b819510605db94a713374eff096020a57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fc648a79b61fd45b5819d0c82686d1b1c6dfd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654b155103814c6acfecd37473b39f7a5dc13941e600fe2ea524d89fa4e84455
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccdf78d8e31e3e0cd29100449076c0f1620f11c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445102634f20a7a57299430d540e63a374d21ca2436367710f5aee04690d9436
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839f09a535e7ab184c5fa0ea51d159ddab649466
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1ffd5258e8fd7443824e1792aa72d392caa803305aee72a3c59a13a087c687
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e52e3a58c0be13b6ea658c1ecca823b03ced53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96bdc7766754afa85273cd9db7f86b132392f37f2ce7afcb8adee54fb60dc62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1700ff65e06e4c8c090771666f824c66231df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30db23b19b466ba519d9f835f050f5507e41a50a3fe05ae1fa51db8d78ac8432
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b011cc505f1c99590e8e34d2d9094a165f9557cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009e1ff45c66795c65c1be2cc3ba70b9ed98c496d8362071fcdfbdc6cbc206a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fed1ff0e926777587be22c69156db74b514d584
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19241ae600d7c72ef1ed28feb9138fae1618be1d0dca020a9a6e2b7d8c74fda6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3516a1e93ee84e21dc3c6f169c11a05e984eac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e591280acc55f347da7770622892ce798d0856f5545bb0a1222cef9a309d26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a848df398f0636fe6c45643ccb4790985943c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd29874ee11b741e510f888a3e8302cbb6c07a613334730a1108eac3d4210b89
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5556139b11de7fcedad732b581bffb4412978cb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5295b094f33ea1c92f49eaa2995975b825e0008a1b326fd2971d7bd81ebaac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cb9fd129c8db279c0f7fc4e66de9f84ee26dc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec5baedfc55cd1a5389362620148f6b28e7bdfbaff362b164b5fbd77ca899a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f557de4aacca4d59d4f0325a441aae2750d4f1d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e691bb10e223b00069520021106459ca3b626b8d1724e49d0f7c51060e14f4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c788f84c8261d08c2b3ffe82f85748b48e09d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bbd32031280c2f98f22713b8a566910186f05bc796bf16e2db677a26594048
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626365126c5e6042f4de9ac46f3ca3886cffa673
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3936eeb59c11420df66f93e9e07aac253094396e42e632c89aec84eda64471a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd11d01b5e6280d16d6d74009c90f5f2617fc81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec4eccdb94243cded4d31b6868521e13e0376f7ef2b6ca714ef5f382223b665
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbe1f1ad1afe021d15fbb5ea5b53bfcc7b59b24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77593ae5bbd0a886d384a88f35740f8f71106a3ecd344109d99409e0841211c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e446560ba169f6032e9e4abac08bd194762996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce571811aaa7065f03b36df5af0b3cf16c67ca41a28fcbe1a4baeb8481541fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bca387326b652e723ec06d5960905b605d84647
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e61728cd3bfcf7f42b3a652b651120af8643e879d39614877fcf442e6fa2ce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bad9d1bf14dafb91c3b125171f9430430e6a05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da39a694f1bf13c9557c80033712a73fc319c7c64f9523c6dc0e7ed774d61482
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193f54cea408b24e922004f3f75e979dc42ce16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a593f684dd51b7ef1aaba7b4ccab43545c89361a7779cdfc58643a94789faa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956cc03cba1869aea0d232361ff607cc303e0c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb643873d2a979b6eddf7c61f17331c2a31c2f3b84489c76b31070f1b64cc7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c5a400de54be811487e7e831d3bf3929870d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101c397f1321c493260b89acc59638672438f129da1a9c5def47c7ba9d01447f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98116548ed959b77537313b6425a3ad0ee1c22c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1548837da6b6c76f24aef635d405ca6fe92a8889f66f272aecae7a7c4b1898f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0791230a4d44ef5d0a1b81c6de1f5c4b9cd5af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b29e7b743c7e72c2ec821f454ddbba4d45407d1157bd243cc1147aa3d41739
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cee99d3d7fb7f695b48933498d40d74a0c2127
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2209ff568435ba8be60b15d298239073ee5244c27e73a15a35f472f5a6afdf3b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c793dd55a1cca0b2150cad82cf69d964b5063
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ca23c55b3923cc0f78ee82aa97e8fd0d27dacf526b0ac48c86eb869d9fdc2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb8b3474df5a3282aa5fe91a0300b0dd822a0cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e23d9d21ec07a91cf1875a0b66e1d15f447adc121684a2a4672db03be99be6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872a4f8fd447d6fe377722cdee83a9f209138511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05da52648df39012c524a337755a532832d56a278a6f8e76622a96f85ba62027
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da193479bef27b7eab0d11f8c110b6315b2aabf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffcfcf835e827f91b51815e25ec2334dc82e98c2cd23577095b2cdaff98465f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ab34a62cdf9280268783de1c3de22cae335e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6ae819450b345e532263d31085951abc9dab3d1c16ab76140548b9c2a1afa3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a989f73bbd228a05db5b387c9034544339637a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146363c5b373985d6a308300e9b59e5c7419f0b61e356a62c4b0e1837ee2db01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e58fcfc90b39e4ed61a351cdb8a4a3e387684
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc4159fd3528b1842047cb81714a371f7fa273091e4ae0674eb59b82711d7e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3ba978733c0c3b0a11cd7a7fc6d637cc5d1009
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53861af50d838db31867a01c6fea9dd72a1fec3433693883e541c24e75c8a3ff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14919560ccd178f829659131556103c5db38c423
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2bc4ddf14ece848c6443a4b0244aa0cbd592edf859f9bbf17d21f920843348
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441f8ef66d5b2cd72302564ee47a3fced0f0059e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ae33ff6a290ffbdb652adddbb876b6c261982b4897643b591f9b966465ee17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d11067f22dfc140ad2e544d1a064b8283a0607e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0112500e5b8b8affddb07c4e20da73a4670d8c6107b5a0ffdf062a938c3e3b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a2613b5306119de03dac62be142315a9ab0eeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76738cbcfc57c818593ca0bf3a4960947bd4b41f529983e9002716b56a8677a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e678819907b7b426eea71dfb7b4f74df875875
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e683de710bd5934deb6447e3cd6389955c1118a952462349861dae8f925e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a346b9e9357bef947d9aceb88aaaff392e823d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dddd2da3e34e8ce0c2e8794dce26952b59c14711721027ce36826580447bad1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa840332003900d8901da5263ee01d6025165cce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfa7bd87886fcfb8f6eded3513bd41362d6cb2f309724fc4c231bfce69d35e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6687a67ebdb80c038878734241fd59571753faad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8991a97981b77c07ae8e7dfa7d51ece6ba2b3f54d25a8a9274f63b9bb7a61940
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e2c8a91a4e57fdab3ab6ab88494e676cb001db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2889fa56f810dd434b44520169f21e10fdc3dd0deb4fa7403c7895c51b9ee40f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a38ce1a4f133988c4c77583dd012248c443ebe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de804fb9e48b6870fc81c3916cd2d00648518f4c21cb3b0fa98d58d099a59f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff1aafd2b0674d7c81cb61d7f271dd4439b236f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c88a93994bcf4c2a5cdf45b93e1ba55379f986d2f5ba00f54a6a0eb881ab75e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bec8150816a87e71c707912404ed02046919270
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90dba42f6b32a11d0f7a039b959572b5125b6b829a8f07a8c46c4cd69277086
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835fd025866c53024831f31b215d66cc63a37a34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b402594b754deee81ef6c1b6413c8098803a3932c8a0938d05d7810c8c57a413
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18b9e0e1c7532ee0ddf03b049d71cf1fef3d537
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea81fcd6f5d7700541afa33ea2bb3079f5c0bb4fcd17cab6b5b59926106fa01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce5a7fd9cd1a52accaa463a96c42374af76ec7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd551e49c85b854455b22ff85adfab644d9e7e9a87e9ab278c70076ac0963ca8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8e880c80ad4aaa9a12ca6a360d9d07e14ff431
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c78ac85b42010b9c22ec8e613fcb4fc13b303030855463124d3b11c53fbdd4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dde23a412419a58ed9499d931fc8f08402ac3f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cc7667e0b3847f8b598ac43834ba8ee4157fbe71e69330ed17c72d639c70fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35419b7f7cc9f606e8c098922015a6f08f4a117
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca488e3020c491b97aae53a9ab2abb9c2c33e3671747f7f821ad4e756c089afe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b45e8a683cef6fdeeeab318ed93f52487bd861
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec765d562559045825283528c4601dc7bcc78714c297bbdbeafc88ff7cae8db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8103372a769c47afbe1a99d8869f2cd29170aff8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea99568d847c2789a752e69f30843ea8c1d8ff2d2f09f6be9ee4fea1ab36dbd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd64b597120cd19ef2c1ad0550ea8dd6b259e19f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4acdcc335d674fec3fe7b20c9def2d5cf6ee6ce7ee454ad066712fce2f40ea8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e06dbe0671aa62a8f8874ecefa9925db61b492
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72f23a71736f814cd189508da5b5e089b2bbc19e01c60525d03565dd89cf8bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b84e6636a52f7b4ad52d17a43554fc973d6171
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7bf4aeaf917e64dc744362b11fb53978d19d16f37f23e11aaa810b4c84b9f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cefb47a7221ef75f5e39bd7a4019c9218632f64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc066914be16926edbaf596f9bd103838ff9288c4bb81fd8e1d1afe33e9d37a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9c7d9324cfd50b7a7491dfda3a2dff13ff5bd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20152d5ff750846fcee6d4d8ef4754074f5dae163ca40ed24cc2582f7ea7b5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f0e864e105e914b983a79ed52c7645aec8d9ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8819605874c0b4be32695ac9c8fc11754b565b16efa6d1c3fd0229b1705d709d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfa6950aca9f1cbdd00cdbdac9b5b274b3466ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fb1515720935a1d03161cbbdd5aaa493bf5896e451ee4336d3573f10f2bc8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010d62e523c183f3db402ab427eca4e6960ff54f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487de0d033e65c28dc8ba84411e9b6294e0f79b95e8358e82c7969065f8aa51e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bc8b3befb660fffcef266ddc347fb551ca5f24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca156a2feb95e6a634a0c5f165af02e7311f94c560c00ae3669ad035d10360
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498730848e8a8c1b38e1b905776a3a8e8aadd86c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccae41a1712eda61b4b080c977f61afec05e9eb058df6ce55c0aadfe3da0ceb7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc754400b540081b9ed48ac651406cf1d708473
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced36750bc1a8a0150dd8515fac21d0cd2c6c1a45b6eb9a42ab839e2d246f2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c006bbceb4e901573c4afac29a893f50ff217c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f182eeefdaaa4874c6d3ff03268e22759f3786eb02f98a8df0686bab8ea882
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ca2fa48d3a81472275e0ad1f4c7d358c3a8f94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d1be6b1b44fabdcee30a7ab664d89b19fa59f80d2bb6adec367452b414f777
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a1ea55f56e5dda06ad0278ec2657f29f8df4f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1125a5d9fa9e35f76413513f2c7852cb7015917ebf613dbb18b0a62f306698
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166818a2c60515ae9368b56815466d75f3ab4622
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc56a4a5853629e379611bb3cd5f620e965a2902e010594ea3e09ebe7e11d136
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966f4022e2a9ee6e56ee693a3d925a24e4c4441f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18071d6b60335528bfcb3f67f44b90fed8875630092a01024c2f2767282d8b30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ae0c081fe59da62317b5d992285f8e838a90be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9e5a1e9e9be481c4fdc48d426b67d182a9591c394a1090b908cefe99dbde4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318beedeaa002cfe8de2a305c3a34ccdabbf2395
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49f2deb2cd5e9b73e5464383f9d40da28377af3d4a76141f40228e16727fbbc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e844bd0b89ecae06db00c168d97d35f23ba477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04410b22f163c2794bd8d6619a61e4fa3cddf24164e43b5715da9ebe324b2e97
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6678f683f557d5f94b6fcc076fa2656c6d23fcfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333d1c54da95e651ededd0874f9db2d023825d2e11ea87b843b106e3cacc697c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cdc3ec996e26441cfe8c272f68b2fcb7188963
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcdce0e7a4454796b3eb74f0924cc6cc5c233e0cee784d04caa1409a26c2fcb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e21c877b6608ac209920a58a26795564a08d48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ed046ed862dcf48dbd6ce440bd45eca550f6faae06c5ae5cad583219c800f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea7d7b0a752a06bb5272a0bdf9b2c7c4844bde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f380d13c71208f3b368d2e70ae0e61fa414bcda4c7f7c98c6e8ba2af2119836
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95efb4c009735dc7c887629c7c83941df5039f01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f176f8185f3fc6cff69a8b8d63a1aff5bfb18fa01899c74dcc4b441f68687af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3524cf016344ee7d7dbe7fb75c5a1dec8eb6ffe8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3326eaa48f9c0ecf3588fb42e0d7626a0042ed29e827073bb7cdd65aa2988903
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdec094c5f5e406593042bb919625a6feed0b28c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501682e0643fec93b9f393e7ac62a0385e91dab90ba0c38fd025f05668a75032
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81b6a22ab6987e0c2b8bca51de26e0e5ce4b8e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65e4020838e8b7c539308e30c81c7ec8b67082f98a84f60b7e210af604162d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39bf6865c075f5e7ca3f52fbcbbb8944c45fb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999b9513a2fe444798f2097a6b70b45f02064e6447ace9c069ab86c09d063e62
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e99ff810b5e34a1e86ed0988a8d891b2c91f77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbef36dca0c9e52717ec59566ea265ed65de20e8db92ff57a10ad7bc664c363
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd146beb55ff8cca79d2f42b16bfbb85bbc2712e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de94a810af748110b1fa291e46ab6c71c803e9d2b732771ddc15cc2b5304069c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e06d4949e5d4af75326c04c091320e0b3a79706
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1678cdf4ff99a586d826744b6d78ee8ae4875007119068905880173a80adb060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06613a77bfa7f5778b08ed8a458f81ed9f830bfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b277c27af2f94dc6efac9b36e0437d3b45623ebae17afe7752ed01efe0aae97
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68d9cd9c28ba55da3834c6d0187ce4c2dfe284a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431d120b5a11f02e56501ec243f68e9c519e140860d7e840a10ce8721d40a50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e5a419dd7b51522b27a3d3738b94258e13d1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc4a30ca21ba42cc346a0ea4365bb818ce8e2198cfa2cc6e0930b5e6511328f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0363caf7c7119652fdda7dea53e7534247f849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be6673b4316d00b8aadd9df1cc4114e6461d9e0e6c71e6f932bfbd953821c20
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3b90c70e917524fbd1bf31f043c70151a204d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe951cec5cdc38825434bb864686ab3645bb2c32726ad50ee3045bf454c7d063
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050a079a6388012a87fbe51685a7c1debc5c390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f92dfca9f8952a69979c99194c242336a47aa11974134362ec1789daa42e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4da441ba00879bfa4182fadbb192669d5c1bf34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e6815cd1877e0c3eb019cd3630a85f168748ce626900d3ffa1a3801f35596
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4974e1c21907fd75c8bdf6a6bd03e3dbd3f607cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b225c9b79509673fa8258d483dfb8dea71f918fd9a9d91984c775d0a7afdd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a73f3deddfa5faa8f2b5ca89eb31769b0b49ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389693469a6d2265945a53450542758ec87f276dcdb17a8834ffc13c12b0bfb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bc202116a8c84d638d0a5d283e5b54cc5c7541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad37f4f3b68450a6944ece7a08276c78a916cc12dc58ec5e95bd0105c059599
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1222c1e07cb358c23887cf2c0a47ce7e073c667a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b08552c0ec264782e28190330b773a13953d3052217df3883099033625b59c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16157abf97da5ae60727b4f41600090c5b6a1a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e058d827513aeb5b9f9ebbe4fee75a713b95eb6c0b9b65384289b081e73ec5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338d7380a4c3a2761fa502866d4fd48f9326b2ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678e93a57e07292fc27300c487dd3e0959aaf00dd5c5038b1e08f02c5d2dbe7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487bec9997bedc4e588c326555195d73d79d7834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cba75523a04232161661235e21520a29db51a91f997ec25aba4aa338d72e9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60ab1ceb56b030590fe42ca7a9d876399010c6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bda0365d94251c55b17fe329475e99fb74ff5a4f79db3965441b14237e164e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996615736f26b78a54f742cdcdc7bbfcd0ec5df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d837249227f1cabf67b33c1728e0366d4b09b7d03122e107d2cb152920250e2a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8696122246bf56372e40f703276d237cdbc5ed87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74611c1b7b11c46ec751384536451efdc2c7f64c0746ef66a93eaa0d0a5b1ee4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a5ba4c1c838d720c76d16e9fe87143cda3f6e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86f2eebb2aece51d704084659063b303143bb5add36d35e478d66f5bb3936c7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1659432be8f8b4c91da1b0132c0541e808fa6da3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8501283fb14c343f8dbc41fc044d5748dc289ef22df985c1af1442910b82310
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1096b8b6df24ab3c32f8f5934caf3729921f2837
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da53c7d5c8b1277d8f698b7c3f997bfa4227de35b09febb527a6bd08c232feeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8957d8b7356dff820eabc728936c7de955a81ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c03a50534d9b7a3d5c0796714bd0047a8670ced0768681fc71941c12495d3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65612de5213ecd03e3cd0643c8a80b62b088dad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bff23e99d4bc59c48b179a62093190323e665116b15d6033591a9caad8f7e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8e349856cf00cd7049b883109a59a6fce458bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc672a39729bb45236bd866ebfee2cfe10ac29c4b699d4e3e2d14f58c010d62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45528324b6b98407b106c96c033a62959fd0f903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0d48bac94d8216ec9817f1e1eb2c2507e029ee0fc7947a6a0639b9baf0ce56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f107e4850678a5533290744ada162665dfa61d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc449327c61fcb249f0234453f75e432b4c516b44240d3dc243bb1434f4d16
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d2d43e08f9593c9649f609dcd33c9ff560f73e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16fac8325ead6483067186a7cb1793f8eb910348b96348eabdc7e94117e1dea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8f2a8f672b1053200e7969c1eb83526ca5c094
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdd1f1b2944c26fd9201ef1de92008a28ca9a20350bd0f21fe03ee11ed8b623
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6ac5514d38a84824cdba3350248b8efcf3828a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c583def246134ee174e71532af73ad0b0546f990f354bae062c2ab222ab6c42e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0800acda0982eee02535ba3e0b69070efd35b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef88a4bf0f95938322f5f51dae448ed925b38358549918b6b2bac241aeb48aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14eecd573772b5505ec6bb7e67dad188ae31e5f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d33427a71f21d3aebb04fdbb6ad29677c90e4583aa8405df18f1897e9689350
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5c99b195ca7a54c12358b0ffe6733b228f0cc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6a63af91e850b073a2ce48dee50ac65a9fec0dab79a5099ac1c16da9309e2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d17428b0e598501a9d4da762abb69861abcbbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478461525f486be6bbb04a1cacae08bf898e1b666de3ba967537ee529eee891
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b267c46457bb93c2b69851c1c20dc5ed2aa24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29b1cf0afd83bd1bdf938877d4019ae039a4408b53b11b84bf1e8b203e14887
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c13aa343f78dd06cf649ff4ea7db2c4dcd1055
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8a6657f9c3c39ac9770560ad60c95a3955b182a1d121f2be6584875f3aae39
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b1154ed750be8e23c03926d95e7b18af90610
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5657efabb14cf95b9073a5a93639473318cb9bb0a791104d5b580dea23820a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce5f9041eb5ec143bdf43f85074f716e89f3fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee58d64db87c5d33d633b5ba2b7fce1adf67f0ecf873b0b718721780e0e11a4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1953720b2b1b6139f069c8c918d5be5fbdba07c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c802e37a7e47995cd7af73291326409a69f25f50dad5eacd41f4cefe17d9763
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc2f614940c3b16cc4471155c21326dfbddafab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154648989f125a350b463d9e35c025c8885b9eb4038fec55a0c965e304af703d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef13962f1d8ca99d0cce1017403393be261045b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8dedd04e8e3d8d6e0423e1bec06a8f664ab962f769b7c83233831da6ed751a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55489b9a13f2f9e9d5649e49bc1833ae2ca9e434
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8939ab8abaaf92f933fdb6e9eefa8b05165ccee2ab2038ab45c75bb6c0732dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85bac1fa77921c7fd253bfac2c6ec733654504c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9456092f7122a357b70e50e0a50f3b8faf2f81234b1a859c236db2692c67d32c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15e1e09e31f5c4cd9dc4be29d539ab70e1a929
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60218d64b205faa40d3b2a378291eb03f1737846d7ca5086acccf1fb24e4788a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38579c24c93d5bafd7f329640c0e915bbefac81e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80f36a6986a16ac88d58e11018878dd4d2e79e3df9e1363277e8d6a58ec70f3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7dfcfa1ed19635da000b79e43c5db94e48c7dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc2a120f877684da2363d604d85ce3a7e4893fb39f0ec4ac75f152c3625ff02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4586c88652778f1be3ba69e3f1a653f2c65580f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bbff561d09192e6e649adf0544083a61d7b8080c3d3f3c0838edc2de3b20ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534f46331c90bea43fc02aa61d12f88f440657c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0893d5404947ea1e643a34fcbfa612a69c5d6ba325d1d45c8bb9208d6071514
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09f3cae16a3e1ea5da33573efc313b620e95733
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f15bc0e80e6953dec164cc441ebeda1419ac5eb736ff28b08a7c11b191f9a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a4577cb7e62b941c2b36bc0bfd539f9e7e8758
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d67b36d3495fec92442f0e28a3df1b4dd49b22d33e15057fc895c9d36d591b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f43698676923bd9a015859f4d034120d70bc76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfa5d3e8bbe3264cbb4669e453c29bc2a81d8f18583af022560de659488e874
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ece5c05dd06637bf7cbfbff0aafdc2530f962ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6a6baf915d0519b11dd56dfb9a3a8af8cd50069ed9035a06cc506a017287d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc520eb58b2d8d7b089740bd42417556863b4fe2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194add7c8532669410e1c8b39dc1f7f240c208808f112da708745bce663021dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ce60bab56fa8f9c8bad4c594cb7757be8468fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f14c69119b74626bb940b000b0870feca6055679b821e75e2178a5347b16ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ac3fad71a08771b145e11e61c0813f47201c85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1b0085ae2482becdaae61b66f4f0f6b791a3117221134be07eec16ee651b4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e359b84655715e47dd40e211fea788ea652064
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f05cd6f4082d3522fd3211152356c2d1b541b84e3cc2f9668abc29428081a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4af71c15aa46fea787341ff3fc3c27160f8abeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7330422134085f2cea05e162c264e16f28464539ba5985409675021f0e99c6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24829539dca3431d8dba02234631a6cf3c357650
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a1566d9168935122452f608dbc1af6e465eb0ff9fc45e3aead2061e583742
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52be52a8b8b145d2459fb4732fe0f95a46be05f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91503e5e7a55a605a7b33dcbd74b64b7aadbe749474ee055d875793e0fcbae7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b902e6f69ad4f68f7dd4ce459f2534d3f48241c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a586d84fdce127eefe2e8d497c2d1a542d2d51ffb6045cd60a56be452dffc80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3af0cb9ffc18b74b10831e61222d79542f54a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326c13c7d5b6bd07491313f34715c9415ddb21b8523a4f132608074f8a6ccb52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16026d3987769e72bbc661fc7cac6e435afbbf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150eabbc7964c658483e4edc56cd0804d0573205dc6edb0d97edb009ef7fc878
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e95be30a9f7ebaed0d58685994f4ebd8c18cba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36098f37419e67ea0d810cac470419db50e5d774608420a9211bb4efd467979b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb460e0f975a833785ad0792663b9db618db288e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e390a6ba849a3f1a369bc76e61d11fa8b87f406e0a41a504dcc24de927b118
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98e0147b4e47ac6f3664573a244fde06c37a98f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583ccf232121d977469eb0736d63a82475fbb444e11caaef09f2441bfe30e269
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d90898f0a9615b53b5dfb139318a9647e24fab8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174354461f87768a65e015be08a544deadec420ec7e824a685adebe10034cdc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d4edd0cdcb89519e1e97c3b18bcccea835c5f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c69ba36a7c82537772712796858f736d5c6f626f7f3a76f621299a671700c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58cbbc13a34f91df6978f1aebbdc2d50eae390e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa8e9475941c43095c538fd80e4d0cb28712687cdc2ad433391e2603e99f552
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba093b652cf58f5f4e139e029255d220e92f44a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02d91baa40e3410dd9de476953fcf71cd5f3df90b71f3bc773e4d1986fe1edd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8de20e30e565a855c5836eaed7f50d845c8ed10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e349fcd7efb0cf580f1b0475370d0accd3c99e9e52bfd26f437e5a996c95ea02
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc82d2d52d2d98f6e817ca9c6488f7efe76e5a2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e089712c9963285107691a9d6a268b28c10c7a41f9b87b7287fdf40ebfefb558
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dedad47006ca10af5007a40be12becf95ca0277
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c61c4596792bbb45da30cc72d21c2a931320f1635d652994307bf0535a31f16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8883654fac35f215699af71649e6642b0cc60e65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47085aa2f7c2a7fef6968eae12a248012cd54b2e6d7d6e1b96ab5f5c1220a92
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f24a9bf381a140ce139b9935447322625e1f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24375b2e712f17946aa8705de9f49888dd723930819bee61b0dd781c2912152
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad08ac2b265b71fa4290ab8cf254f1ec91a36c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accb906bffef441b18533b45bb0df9f72c36948e87d92a4aa3c12828a1169bdd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da3e37635df909c61d7026ebace9bc5e194e961
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ba4e22caf5cb8a3f63926df8b8aa4996ac63edc6726a22b7f8ef3626d73f22
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c508f64e3c4766eec3dc67e67f139284e2307d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d64dd8cdf1dc2253280274a1e19661d9fd7513cdb2c9168ae559675fe732334
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9145e187fe7ce97fe01cfa0456a2b24836e0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc677955c58fe13489b56cfe8036b95d542898f37854fbe096596171054250b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b806f2fbb9fb8f4f4ecd4be2ba86fde9b5bb37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af83d07f289041fd87dde4e2428614d3fef16d97b76075190c2146bbfdcc9e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d84cae6e47f657e2b5c5adecbccb5725ac995b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa78973bf95e31f4a54d4c7f6686c0c35ba9ea85540b0ec0a9eca206517afdb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e76f4f73ba30ca7f2d44edf69a9ba5ab43ecae9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6f293e1c089cbd9ec6e4d9f463dcbb673715163cd37f40ace041283ced79c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d073faed5fe8b72e8828f1357a5d95ce9f4e159c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5001eb9bfbdd554c792387ce774af6c6a0332e4cacbd896f45902140c92b71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6ac3235c0940345214e4a35c1468c70eb2b547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1162bb888c89d5783bd4ebdcf2c5bf256b9654635839bd838c83f3decae4b37e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a4d105531ee8d2ccbd354b2191b9d2a3aaaa21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d4bbf6448b4f55394e09707e4259f3c716d338d3438f161078be4aa6f482a4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f47fa8fa3246030b4977cc88134e1201e727c74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c4a8ca024cf0b44ebab8fafe6e5b49e0785536fd4b825367ab5c777859ae5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec87df18315d5de01db35451e542b54dbcf1611
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be042400131645768d2c9d7c069786b318c3299ac494443e4852d2e972222a0e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd3793dba489fc3e7ee08e164cafa500299b90b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ab5043e31b684d47e725e97d43b359be741f85cd1f6b5a1b3f5457699e1af2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3945729ca01284cf9369c69c233072ee1aafa8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a80d2c96cea4ccc601de7246599ab9116acad25ecbb996ef02176ffc72ec44c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c23c42fe5079a4c39120b51b90a787f760dd9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefd5d89d327982dffa0b5b0d646e189d9fe7d64c3f1907aee3019eed4d0e7ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ac330a7940ecfa17b4471198af76e1548cf309
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11051a00114e335584ce5e6762d5899da4865d22f8e4ecce5c4d4bc7ddab8da0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b49556598cd46451d14e4282fb0e87f47a36bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f595b6ef65e2993a8327e492e08ebc7f81e1d63392f11b8207a60ebf1c8561
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757d7c3215ee45676a7706753e676c2d1cdaacaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a3860f1ab4b859b50e07cfe53cb87b1fb4ec92f1253d93555bf7ede6ac8980
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d94f7ff037c8e155a797b87e701d215180cfee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403977579692b23b189006a06c8012cdc091c2731c86913d05e6d289d68d415
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5bcf0ae4bcb7cb0120ebf886f5ffd6a2dadf8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e160439a2b38c0b61a5689fc883907e4fe9b4137e8e3caae554ba59ea5a15264
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f2851fe2818ae3a34a84f014652de9f782c10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f0a84f84cd7ae826a5ab680d81b0f812741db3c40740e10c4fe957456d5817
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c19ccd2b28bbc768ddc8c2c8366af9f6007dde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c388380b365afa0a1f74a0f2b9ff254030774df4c3c027eda566fe092693844b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b6e64e0686e13443c4cdc92f2bb998152c56d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07987607181147ad52c1a77215fffff2d3fc2df858172cf740835aac49dd9e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a73857f7ec0a188c1b80c37c579c1c4451d2ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94192743c3b053d560994b476ff8a5d8cc652de76275c3bb196b3bb802d8c757
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4711076f72bd2aa4543a7472c25f0f309962f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4369aca320cd789bb626c5d2440516492096091f167044cd74c06b65df70557
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dafd4cb33250caec0650b70b5347ba5703298f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ef3bcc5bd06a6cdc44d494211f71f32754e8e361b8a9a7dc4983e9d8c9bd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd23d3df8b5dbd2f94750f8f4905616c03dea96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c7354a49ac73a3309a9b8c85c514da0c1234206446cfa07de2e0b652dee9b1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78100540d06e3205b2167429a29a5825868a3edd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f924efea84bb1101e89d474f3d30238284a34ac81c1ff05ccd78962a8fce8f52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ad3cc587d80e0387f8599dfa6680e2bff4bd1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeb355db05c509cefef765b7ad17dab6a5618ca55725b2fa14375a10665e0d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7bf97475e349a29494bcecb9e9a52dca1f76d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e3edc53ed013cc9535337920781fac8a7251d562ccc54d4f6f0b89f6e9e00f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490bc44b9b896b836783a97bf385b701f9bc5aca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48db1600199a63cbd731d36e3ec73b9470f8958485ddb8c5cebb23419d8dd76
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531bed433f24fd41f60c363bb78038a413777dec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf26bc13ee2d36425813865ea5d4a18b5b42794ef78bafd0b4dd961b7853d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b197209e9b8a7ba7027207c16716d352e3d7dac6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430e253e388d52c4e93ddce18f87af8d76a4084572daa4fc8c790ebf326a94b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d607f58f7726c96b02c178c47f61542d8693897
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffac1b0d921e48897d925d15a370a572ff3b8a087864c5f83157193a09576b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b71a4e06cb252245e3fab50b4ac7113d0af61d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555b40463ec2ba81e3d12c597302d37ff47a580f2b8f26c0b9a6c74492a3726c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13194702d71067f1cc1b4f2b21c3d158f206df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e4a322b1dbd10824ecf02a49344909e035aafe180e7310db209ecb08e412f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591da2169d4199a553a2b595da2efe45517902b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6d20129c328c54011ad375af2e03b17da6fd7dc5cbd70a018b5b5bee36282f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e36a9373326282855b472ee489e76b974ebb84a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24956d85cdbd5076645e25425b2e4e111345b248418c72453213618105537e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07463bb7af35d355da5fcb38c01f7d4b4f7c5f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4eb0793d5d1375480e80dc33a19f377bcda6144d0f65a6a919273dd5502dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9a0d040bb59533e1aa93e5edd586e292dae08d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15bbd38def9b598909bf89f7700ee3fccb08b2ee8e7f9f9312affd1f26bc34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be26e5619212603abfd2604115dd0d3950acce6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51fedc35c48c4c2175620293f888176ebdd699584c09024ba43217f5848673e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a45668b43308b6c6e9f0cf2cde586b99aebf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a722c997840212064a75087e3c5b69861ff1db38eccbc67949e19d4479f5c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fd827d75bd9b37abc1616bc0fb1d47e4fdcfda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65a316844829de1ea895d5c2b23fe3fee84321bbec24b0bd7f12ecf96b2043a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a620a0af58bf89ed62cbf0464f28dda242cd306
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab14ab034fbcfe5693d3695274e8b0ff032844bae03d144233763a3bf88d34d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb0af4e081ef5b9a87a5a4365602856fa224e18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831b9e803db60e8088a4e3320d09fa0c55fb3ce458e2c166dd0895a780d68f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e401efc3d3576f9bbdee1786203fc47abdfdc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdbe4d17c7e8c23662cf68d94cc5d7666669190fd2270790269d6313401349a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6061a199e0d226703724fcf790af395a6966d51b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1803ef47ed3f64e0e4b10173a6d88ee8928a3e327b720ee2428f42cf3dcc4518
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aec6cffa59566567aa183238e359114392bb05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941f79784d2aca22ccb46620e0bbbb96a922a284733cf4b565143180573cd0e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b25b21bdcb3d0e80c0714f5373449beb5a72044
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9cafafb11e40311fc8f6ee6b1e465db957dfc5895a57b57cf00e01cfe70320
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb9bd84b24fcf698a7ea2293b77f36a98ca63dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a9e821075110fd107ca8efe3614d6b8171889f234c6ef851ac95e4022ae8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212c40d1301c0e06ea2ca168e0292b6bd2ebc1a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd2d6fc867949d682e43197436be46f7b4d138342a443a419327e23d94b40f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb45623bf5f1621108b7dcfba8a5d58d2abcf05f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de715334b3627f65fb3d5227a9fe476078dba79f08f5466535c2dbafd441e3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac76724fb29e027f306c486c55fe2c926b64605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d4fa5cb31633081fdeef943db5cc8d9d0471986e399bb36f44931c911aa58
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f6232c85f23dda4fe23a1d8f1f58b17b52cfce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c8ee7457e38a50c3b79b7adf4fee84dc30d416b75b5cdc8636032add59eed9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570cb1d1d286040d58d087aa57c9d51f1851e13d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7448b51ade2a7e059d3454f17303666ebcefe8a26540d74c0fa10c377f3a13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef3fb517a125532622f2f56c228b1cf31d0268
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83f6287d995e6c56a9c97855db0c4ff7f95b17675347e46ebb99843c24128d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18164a4ee24428a949454e5210e8520a68187610
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921be28e950217eadacfcaec731559fbff9c0ccf53ae7c14b9c7789a596d806d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7238346c0348aa955a478ab9dc59a04133633763
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68334d7ba7e3d84f07dfbce5e7ddd5081f6dd43beed45e9a0c5af19792b7060
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d78b76078e6cacf208c5a82093013fc5e6034e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b89fab4aba8cb788313fd23de3356a5e95856c4051419a2f50d0e90b425a249
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5fda8ab5e02c8a623771383634aacb871ea0df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a3d07438e158ae5272e35f5048ba2b53c6b998cb936c732d1baebfe8290a32
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba8c3498c7d279e073aa90c5cfedd1e53284f7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f38d119bea267af690e2b69904432380443651677b6a7943bfc439b505b048
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22e2d9a14fd3f2c72db366f1f74f1dc3df7fd43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28873d751450baaea85fa4e9f6fcaec7985e8b53cbe024f8534a5aafb42c1b2c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78746e947e3085c997b92d6ca6738f9573f6921f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7556fc40a141a782739479584a7de5f26cf3101c92da50a3c555d111209b31cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad7b64d587eb16b7bd0de14650bc92143c038f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828aba9782bf2f1d21ebc6da38233d0803e1e7564014e19d9ba1b98fbb547f7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7045b5527f8db4f2bb8303627d49c3b77c988d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7205911549706ea1890ed7e0e00dc5edaf77bd09af7ff3fa6b44adc77758c9b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1d6ea791d67e3ec3b93b7c88b427c705a33f99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41b73924a942b74fc825efc2e04117fc84f747014913dea8f5fe8bb09f691b9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b31b369cc06e874212c8f48216203d0f9649cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1754e8e4ceb1ff43845877247142d28d5bc3f955b4d50ed361bf588cb18c8b54
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d9b0b1054f43fad2d4fd85259b091a19fb3187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b503b7317df795631573ce9b9f4e08e00847e5606bd5a5dd9595d77dd853347c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f5daeb7873ebc45acf304672a656e0d156aeac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ea13f079099a9c0938fa2f38a9f295afb44b608d13d40eb8a4ce9743ba017f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ba741f07a3b4e8bd6cbacf3299f236b264e435
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e57784133b95fbf5fdc92e983a5c55cbad514e6e6d64956028aa7386556a2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43510ef6daba3e9d38da5c64f189c7ff370cd04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33485f450d083a5645da0bc5290ff350c5978a3f6befc02f5a2359e6b875a8fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673dfb533188e31e1ac81dead551e4029da64675
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84516327c4724be0ff52093152118fe9b2725ecbc7bc7cb8ee570e2833cc09d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee224b935e808d703513c1a54f7baceec6bab5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b30dd427af1183d9fd4e96ed60bec8e132e0c137277629c29a105f3d44c76ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a2a1f4883e0aa2c3febb574997f7ef189f3125
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b8c9495de4497f787cfab0eff30397974e0191c49a9820959376f21867b62b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a6f93ae705c5bf442e8ede188289de8ee3866a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72356cb474659806f16fe73a4bd150be8912d4423c9957db97021e7ab8f1343d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908896bf7248c821906538acb43ec455264bae0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aec1e9d87e6ef75b24fda3bcc04b6b61139a088a4d9824cfa5342764399b24
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5280ff443481acf9ea79e794ee0f899781a7b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb5f4402bfdff5382d586cc03559ca388804cf0ede52ff72eb9252207d3c828
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e86c5f9c57f6fb76d8478ff5605f5afca78eae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e98c4ce57ab269f207bfc2963c9543333f88fd67ab5542449c93a44c711f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5456900cc842dd28b80aa9e842b5fa57ee950c69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449fe347f64ca55bafe353e88a0083c551f09078194d99c86ca587f565083978
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf135162364ae60eecbf9d24863d2d64bbf7dca2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0211a07250f1d56f9e18dba7ac8c92070003b9077489db4e323fb97d9d555b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b07899e4a185dd7263ea0a13fed89bbdeb8f3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39df5a3b87780ad1a3b326eed1f981aaa320b4b425f655095d0f96abf06825df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65dc3645724187ceef25a68efe9839ec89996af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8254c79505e9009a7cae47c164c4d546f7ad008b8515775159e3e3ffdb6515c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2717505b30f549fa4253da259bb3d32de84a283a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf494e29dacf74925ae8920ec7470409638b06dc2d8e35c0f03cc568b2948a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0395cbef1afbac979bce86b338f4d2958dbcdbcd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b09ae62eee1b40699fd326c85e9e76e976fbfd3c7705dfab6bcf879dbf4d63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ed21594f9711f93fbf76f24896bc00a7d3c99f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50ebd45c7ac51885c2a5f9703dcad0da0750dc07c41152522b2d5ced9ab5724
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f58e46d7378df2aeab5dc30e23b860d14e6689
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4ade1d659326ecadce3b9ef922e909b752b63367cadeb690817de89e2f2666
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5877ace493a659c5459c91ee36f4365d9154e499
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2476080bc5859e413c0c7f7817576bf7b8db2b4ff76750aa109e887d97a3f0e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0149d99d5ad7161ca88356ee30a2dfcc446d70d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead83ba0ebb8efd9bd3fda9facd1022a66f8e11989ef5226f92cf34f7f63f6b9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a882d92909e80889e1164f7e47a46af24568261
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e79324483ca12e99afbc6a54d471d59f6ea4d65277f525f6782d33e42378f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0687157d3cf67e2a0cab62361f39074e2c93c882
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac197a524f2f12e4350d895142b0fe7103348813359d106f4708378ba957a17b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c25836aea63626a0ac67e8394e71886de5e87ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45548f1c2270c3d5ef76be08a992faa4802391189e60b286af0614b536418bc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d74b291f191da713476988a389b761e939009a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6317072c51361ade9ea699163b3452a600fc53739e1e6b82a8d1ed240699735
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c34591be2be72c39f2d9a15179ff4ac18cfb91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c5ec17abaa47ba1be3406ece142a92d891690828d93578e6d8e71712d2f4e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc23d3a22709aca493a7c5f60173fedae878ea0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06bafaa0e2145df984f3f8b27c7ed398f719129e74dfe12b7e9da88a401baaf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5695df9f1e989f78d11ec47adb3ab78da9277def
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940a006bb092e59ccef2c8eaadb5668d00e2bc2a84496ea6015959b197249d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc638517e0f990cb4a7ccd202e3d6a6df8b7c6b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765258c13443baabcbf05842f5b405738f72331061098dd5d77ef3daba2637e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac25f5e7f9d5c5fe1a63337a9263c22cd57fa8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e0bd9f2bab0c3eedfee14e1589b601c568b9cea88be278d12d5f091fd3fd6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579178d7c69a9442ac0487c641ae062302fc8a77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3611631b247713463df1f7ad84aa207ca6e816e0558ab37d860d97d8ad63c2ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c981ed05a138ff9154add73876bdc15b2a701fe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad108ef03d756f6108dc0d8379117d73be95d163f74fa008a7a74be54019827
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb43a221c79f95c274ff64e2ed17c71eb3b142c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba8f0b82c479a4757b70cca34ef9883d8ba4fe18fe17e938c7237357d667c1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e7ed7a3cfdda17c06fce9a4bb19abd36036bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5519319329c0e3c3c9ecf380faba5c0f90e0894a905f7509e26e3dc7ffd02afe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4c2e9925d5655931d09d05777883c8b068c20b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd03b536934fdb3eb4574af7142c81cfbcfad8694fb7bc8ee9ef70f3a84cacf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b6809ebdcb4e2cfde6bf469ae7422c164e81b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8ccb020c1e4fb3a5d6fdef9d60bb650f11b67c7fc40b308d63c2eb3039e065
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c3b3c7b9a410e3adf0e72083e0b9975b76f9e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab928c0e3e5bd1ba716489cfdfe8aee75a5456d95715dfb94b03691f9a96ea9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1499fd48b806e37f3ce6bff279b6ae777e39818
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01add11e2bb62416b499e1b746d28778f08ccaa3d30af735dde0fe65032835f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ccb3410ff59192d593976d256752f44c65b606
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aba2ef45cf2da5084a8c61d1435217fa9502d8d41cf774091cf6ea0f4d2d55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b372204f2073f8ab6544425132dee781a886ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e0ff242429150145248dd7c82d5e67d1e57635bf464f4f414b15bf1ebe79ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84ed91628094f7e2944c6ca6579d96a08742ccc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9fe994f665060d8e107545f0a55d096bb1cfc4fbfe6dc43c80cbe3a69a7c2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286344192d1e4dab6fa40f91a9ced38eceff0809
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa6d522686f547b4f31dfcb965b041c4441aaf57e1eff8ded00977072b9e20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441770588246e2dc67bb0d160c87ba3a7e5a9160
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9618f80bdd6c71c99a91816f295497bcea144a0febd606872b4b8fd1733557
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a18cf2ab8e7dffa35c94384e27f709336c262ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebae516acec83178ddfcfc84c960b67f4e3ab25e97b51678a13820cd4a96990
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1733c9e2d9ece2528cd42273dcf9fd2008995225
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e3fdd2201e8ff8a6c42ea2c2bc4ce9268749f7cdfd178ccb363cc89fc2053e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789e1d6f1dc7c784b6da55e6618f82583fb98944
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9762dd3f37c4f46c8951a8d60218a19be686692d13a8062669a149b8ae3e182
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8b7436b59d8d4fc242f3c4f378476440171f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d7843d054be27c1aedebd0cedb98a5bc3c8e031e952d92bf1051fd2c256530
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16545374417fef231e96e4e135340908e7f425fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e4709a6f4ba6a8c21ff6ba0754ccb6d131cbc8ba521e979293ec8e742f26b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664fa11bc7b3c258ee78ae0985dfd1df40f9389
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e2056057763f36aae637318986585a86c85fc5388090ff0f199e55c0deb19
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b088c7f88ebc066cbfce7c587d8400247360e468
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f672b5a22340e76e6dc2e0868bfb72574e2331042eb716f122ed926f2fc308
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7bc2059b88db70f0af4966d74fb871476162e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4bba7942e8e8f48a2cac4762ad9d0e5a46e314923e8770ada0167fd7944657
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654933a0511c2a5a317d03fccdda939250180f73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8580ec6c2bda8884bdbe62f0a785de60f9974d6a4d04f8591d522ca302f2d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dacd499f78c737b24bcde07f890c7e9d33eed8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e794854b2949a3058a6faf1eb6004fb69e179eb0dd0badf2d413b5d99e1884f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877ce9acc2ff8c4438c82ddbf1e702183ba937a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595125eff0a8df3fe1a30f376d92eb15835248c1ba7a36c991f945ff6330ad23
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718fe2742858ec5ecebec7fcb153bfdeea959ddb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267799d84822569b8d9a9667728e861ae0a04022899107021062d3c7a59ebc70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbdbe9c88499dafa6f890449edd213e06cbe065
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac31d545eb9110d32ecad9113af34bb87f27865b59cc7576f1310a82b31746d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3ae9a829db25f5c6f01049118c0f266b010f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596bbab4a513df15876b1e2e50deb88d4151a2f5ecd2cad5d3386befbb422fcc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258a98fbc6c4d5a75c353e0aff728b0664d0909f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae13991501f9ada1d6853ebfd43e8bf1ac540a4916839342afe8c1a255f0941
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f91a3f87643a58810858423bd9ea5a88027d27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5e81113cb40446ab6865152fdf7f08207cbe19e50ef4673b0d964f0638cdb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd18a3b9341d38d230acd4ba5e2ec06cbdf595d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6920a3974c92f76da0105a87fe1641cd81ba00a6e4fa17f56bcecc588f20bdf2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b526537bd67fd96e69399a1751fa95fd5244cf51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a424e74720ac3dd3c614f67e5f4c260d1316c17d7d2d4ac26b8efecc313676ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bf725eb3d61c7d0f294d41154765fe54e1c549
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3c841a45ce0f72412c5cd48d13ba3f359edabce63fae5da62d42059f5d28aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06257b88d1ce58ab77ee5bc87aa288539b2f38f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854cb084b0c7c28e6d58509eae5e03b120b992b71e54e59a7259f1fbaaa4fb01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bbf579182db6bcd02dc8b8645aaa7430b25b2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c8eab04fe0e79a0b194a0ef0e6d507cec87bb0e067843fd66a046813180b60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e21943e4fb5e0ea0cce14353bfdbc0c3f214544
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3359007b8723749cb3b0de1301dddfb68662cf911da4aedaf2d5ba6b497c07f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec27327002b5cbe015780edeeced4ca8a5121a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9d53cca1eca2b4a7744dfd4e7e2a6cc448647ea8997593979d9ada6e702fa1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52efe8cb1ef135a00fd490c2e329ba481c80b62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1cadebf17424a0b2a77ceb0e5c79ffed4a203d42e386494ae2472d90874526
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca286b43c2c84c01abbe4a84192105287cea772
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44bd793dd9bda985548116021a9fde5db8b59dfd5324769be21f384d0e5dd02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db974fcba4d44a72ef660a0b1564d40920fbf94c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff65ed5bc33af761c251c2c9031a0c70f2b483a1cdb421c35404566315afd48a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ea1414d6287b559b684164e0764eebeda31ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bf08bcb8198fed4d9fc3dcc2b646b4382aa78cd5f96273ebb9b6931cb114f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c431a0e74d2b79835070dfcbf5bcc39310d92ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840ae81b67dcc3720fc3238c955b1091dccd385a48a823f123d9f3cc8cf1388f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d4712edbff1d540670895911c7db9b47881654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e952fe68cf92b6b9e6d846f35404e110df45b599ec9f5897667a53f0861967
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab69073a5976f263cc4684bcfbb7e1a07801ec1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead717a9818b73ddded383f2d13f19f42b648aa8c2240366f72df96a806454db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14f6f67e5ae69fa8583a4c36b591afafa46a831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0552197d18e61d5a3ecd04f76ded8cdebf63a3368d8f6c81cf8df94da86995fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f055695bdf95fd6a90d045e91f4e687992bbdb47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8f85f551ee19100f5be4a106aaff780c98f4a53de24f3584318e66cd62faf8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5d4485beb4427318ea8e849a0f7bc2e837d39f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82513acdc8ad1e0b0ba3c68ecad3630a0a16063839c40ab9adcdca7928514e6f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdc21118bd34f668b3e635806e91eebd529d452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1b9a7654e539f586070d2a84b1f5537895329711b6470a423635cce97d8cd0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783677757eae6bbe362693ddfc7f01593de6d65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c2b06800085356f65d4af918b13861a055c6b009fe8131fb9fa0ea91ced87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39046cd8e4d03f8760c12e46b3b026e9929984cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143d2247c0a9388f2a3e7e7fe0832d414b8bba5015ebf860e2278b80da0676d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94b8e3ff71fc0e263e36f8c2bbc074bc5f0b24f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a6da7e10564c00eeedbb848d0b807a5d98383c15a14346cb8c7c7e7ceeed4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d228deb51dfda45062701b9c5c6606d89cc6401
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf637420baf6443d936bff7a9dd48a7f703122a2659cd33744e7e622b835b91
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96738d0afd0cb35fe5ddd4eaf040951d3db15c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dd359234ec384c053217e4ddb44b65fa4fff3a8d6935947009a03db509e45b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc2963e45761deaff43756a2f7795ce424d3214
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22ea12527f5681718fb069f5972f6d824d6f36eb5f6d2198d6392c99a9a2e4c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643982729700b69d8e40cf23dfddf938c6d646ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36343f3a14951585ac4698940460a4a5d93d656f80346e2f81a43a2768eeed77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838db9ec0342dee3d9f66ddce2059d2ce5368f6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28985388e01a3234a84996c514eea874e2168d58982bf1c38c4bf370af97dd9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636d475d2bfa837e178d2fab8c0a684c30a18e39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc038875d9102144cc4a8b27201d9f67dd8ec75e719b486129e14f036922989e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd27f680a90d0e9d9461c9b0470ab344e277bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3fc6317cd1e96ac63d237db5864f81edf0b2bbd657b06c1730c593fbd5c1c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12449d15bb89dfce0a7cdf01ce61012eeb1d990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e043ef406f19d0e474efbc72fb5bc1bd84965163a09a15e6fb2cbcf191045
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b954df3e7953c7f322eb704bc08fdbfdc0997dd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e21a26c961fd80f2362588d45d0c2891a9f1a8008cb3f8e04fedf9a47e4d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ce0f8fe9b1d4258a641e35bbee68e4cf18ba6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2506dde0f1f3b7d75cb93777a81dc3485447dd56772ce42e125d00147e9b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678996db13fd49f9d62738f2dd725d0a027648a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ed3a431da4b34fae95ec9c9618ef63eb9b2d2e8a3aa2be1704ee4179e4737
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbd44069c75c96d2314453c8d4fde70c7ec0aa1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612a26415e3f5e40d3c339e9e3aa029b739428b2c031aadcb98165f8586fc120
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e12b8dedabb600188511fd2dc3fe070bc877c92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c796caf4ae5c3e975afce4685d9f5d61632ae3657b6186638566f674341557
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91f226bf2b13f3a39d903b04dba1dd09704965d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf863777bae74710deeb65d060599de3e1399cedf1f99ecb12d6869d9d33002
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6647d24bc38491e6e9df60ced69e39318b738c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868b1850c3e6753bb982c73cf3321f305956049d5e309c0761af1336a3250528
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9da24513badd60c246a6393cb1035d4cbe9192f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddc707feb20bfdad72f0bebbb1799719ce8e55d3bcdb11cd9cb2b7adb5b9fad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3226867ef9a64bcdde9517e232350c99bc62bbe9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbc4442d7129f3d64fb7d2044e6ad9976a302c98637867b5ffc458db3e3448a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817e1fcf979105b46c8328a586822cfabada3f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7a3050a317823883972008f139695df5fe5aea2f7c9ee210a933682c9139b6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bc8f79f9a911c89b8cf0f87ef791c6e0aade84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d473e61d873ffed0d4741182089f028afec6a74dc68ecba3de155091208dd75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2182a34dd68d3ef4ea16848b9047edc53d9c028
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b43c158267f35ba8c88a5e70e9305f751edafb82637543e1b308e391e73d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b261b0feef12d8dbd48e2de8811c1bee419d628
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee60ad2b2978b0dd99089c07e477da19b89ae6ae54dbf90c89752ee958d522b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812859b889537fefb4793d4d6897948d30ee4c37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1d6907ef6dd72e3b417ca74c473743ca0e8317ddf9e42232b7945d705ac700
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de3bf795976744c804a142318725b95744137e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675cf3c773512bfb002f953bd86f598cf114dd3538171176fcbc0eaea43fad2c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8d41f48ccb2348ba6813d25a06b73af6723f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c595cc04985e81ac7506b8ae2ef80a96ada5eb1751c09d9a11945cd4fd8784d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca5f6b77826b8736f60ed1ce0d35de36ee58603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc0880e916cff884161cedb536836cdce20c4378e38712ab5bd13e7ede5b4d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3107e02dfbcaa945d27401301d8746f2c80e3de5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc72e5938ed7ddff4f4cc130a6caab32d8513c757189ebc4e8da05ffc64735f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62042da13c3745d115c7fcefed33f04132f21aef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45cb3ef3654553f9a0097759fa53734de4824d323fc59706be841b98920f968
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05f1f974b9e361c34447ed8dfda7ade97e591a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec313137ff7bf730c4eb6966dbd787e33966f9f1887214587e7a6b2aa107d4e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dfe7462fc51d9b6c17cff3c93d30c5c95eb93f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7fbb81d650ac0a54378478765f86857494d4280825476725145ad6a2ca5dd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaab461aafb965ebb5668441ff0e0aed2e285a4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83119532cac935c3000536512427e8e40cbfd8b7add40e03c1df4b8e80675877
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9259484b751ecc6a9d427d3edbd6353a78fa0a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0d88995a10bd8b2673b0494634ba67a3fae67d733c416f1510a3bc25e62575
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78264f882dacfe109728150b6665dde3a8f86558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93391924d258be903757cd088c73ea85ff821a9806f115e6df913efdf759aa62
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1541da00a6254ea8fd1c293f02c552a7b56679
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732f2a83fe8942aec440bd59a5f87e2f8fc5fc1974e77b4d74e6526d17a56c24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ace6980ef5718a66e1e0cf49d120dc72211682
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e7cc229d144dc4cdeb098d42e05c3b1dc0e133cd2bfe827126a679aa49f16
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d6e8904107d2b3368ca1656912c6d5e990227
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fec44264a88b896527acc764730d84ea323cd61c9f9497387c25725e39bf44
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e249f9df831493ed5f15b8e78a97b197e1f7c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3c514f6345f5d90ac4d0cf04a401bcfe5d9be43c27c41575336e60bbcb2d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3b314d41b460a3f24b9aff6b50acfc111fdd49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ade70c04eac23978acfab10a59bfd8798dbe9fb7968fd91d6d0848d72bbdce6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d389710b2786abf7ec493522f2b350f32ddd6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a20b45744eb1bbf1eedcca17db8b2bf19aa74f2095a062d499f9947f9f2da93
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8542dbd016d06a3465ce2c330ec3df5740ab84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159856cca9896cfd123531ad9c832ed11825563fee727994b1b98a27700f5b97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3d1c914e793ca67528804de948057100350716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b9db7a6cc31a7e35ab3226a678944cb182e9589c6a61391bc0ab50b39fddb0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbda45b323f5e9a8203b48fa752e602d9101f08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3ad4973547f4c91fe6ebe40ff523352cfb8d397cbb2713ab0fd848f59a712c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bed051514907e8b22cdc210056470099cf7f67b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84881952fd60b5b89b00d15e372b3edd622886dbda8566c967a40dcaafdaa5e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd450874f4f262457c4e6169e53b0e954854475
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8715369122688b0b42d3db49d38fe3cd7a92e3411e4a3262e1ade00ee7678bed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124c9749ea5a17247db345dd9c3be312fc2ad2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fd06f68ef701423e95e5d984705b0e7923bffdc2baf6ca8758a6b93b82459b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16544a0a484fcd4dfde5b15bde5d6d9a071ac56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5569a5bea1c8591225bf89cb9bedda0129e748138fc7903aa15d21390254a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a952327dcf414226649dfdd01cb2b5e43a77176
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08933b9458b52265ec537bc3df560d107bee6fae1bd2c2197689fb3b26082986
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eabb622556e9657e0eb3be7311063f059ba379
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7a05d57e5b7e169e43c84059662f99c9f197dea54572f281255dc078732d58
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880dd2202b294ac8e155ac843cbfd37ad6f8616b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a233e38f492441d294ce019b1b453b50c2c542c5be14ef90b76843bb75e423
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df1a434427ebbf023ca6d092b04385ad79e3e2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be8fab197def726200a8e911880f4c0cdde2fc822c72b55d2c8b626c77f195d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd5a15d283030fe68bbd416df859cca828670d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f8f36051aac63a07a31b1255041a47b6e237fa0f36f9a0273b60b7a15652ff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d457e444945338fb39b2a54d6f983c08c5806
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf423e99c2e96e4a37b2984721486ae1eb88982fd759ee26a25756169b951fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d26d7d0e21366ec9c1351de58e6f374d4e5b24f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de8b5cbb86c925e0092488786490c6dac7ed4a8f59d63bc832910627ee9758
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33c73605204fbd6415b7c32de19e454e6e3f427
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02b98534d937781c2df4250809d26a10f61579665d624508ef60856b542b630
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154eb506f09eecd3b158356fa6e2feb995d1c7ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835ae1935acbd512f71f155104874a461c8082a6202aefa9ed6d08423a0cee64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fd583d71caa967c141754474c0db40d0bde0c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c7c3576346276dbd45a637704e273f3647634b2b313cc726092841d4957113
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e263a21a38850c059e1445e65123b777433efa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413ae04efa1c5c48808d4559caf7cbbc12b329e1be089d1d5ab48bf0da8f0d04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14d55236bedde519c449a250e90f2dcb1c13676
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041dc35953cae3624b40cf6a78a1f4e5f6fb8820b0ab122e3d6b5b239238ae8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875471f5575b78cd2ff809f9d112bf62af21f043
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec35d947710e7af7f40ebbc8d3d3c40ea6a4b2595428a2bcb6ebf0e7add9d12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9043623247a8a688deda1f0030e66eb8cdba7683
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ccb2a9d3ef48ba869321e8dda5f3d1f3f7959c6304dceba0b9668c9f068178
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d018c66845071a6d7754686764792599af46927
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d32244eab220efb2cef893c12fbe9db6118a2aec0638c3ce293ef56f775a71
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49880c98f1824d3d5ed8fc16762348b0971853c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2066350ccc87790652166548a43e5aff1c9288190e8a862921aca4686f2a6228
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2cb4456f770f8a83ce9acb5e77e3381a113e95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c809450151e3e12ffdaedc944fded8f5d38a1ee74046c709d8569b7dbd85b9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe755a24a16685b2aeb6fb3e64917739cffcf3d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9954bdbda7e7409c13704a765a1be1373b676ed395b362874531b40db586dac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350eac2013478c705bba101289c6dc6d6865ef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e794323bfa2372ca341b7cf781c4c2f439f18753d97a50b4c4237ca643d51c31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da66362a039c51014e8914a471e48517d5d65a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a4ff6a1ae622e3757442fe5a70e8b236db40914cc1bc57964744c876b21981
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50120ef0fe2ffaea90849ee062f3fecbf9b24abc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb214c5e40cdff18faa6fd881166ce3720d7a693a3071203789396b126eea3c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255777abe7bb1a4f851f6a41211529348e067460
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609660e46b563adafe493c855cceb313dc8e35c89574e5f47018dae314ce8fd9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28843cc50ab41b1a51af770a6c0d054d0a7c64d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce06b1644f1f89832994c73e07895b8c848ea5e6e3afef7428ed892c1bc4b897
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b946643247ab1d11719252c177584f3b8cf2c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8030018323a2732556eb1eefb3f7ccadbb39aaade934bcc30851efba7d0aaf66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4611e9c6c498df11247b8bf61f85504a0d320f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a26c867eedf50a6d22b6e922c1e9e4a4b3a6edd9273f0bc0429b28361d08fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c68ac055caaa8b26bef0b1bb0e09d72cb1b038
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a2183351920daf37a791a47e9204c3f14fc917ae078c9f49f33eb178eab2da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b92b54b8daddae1f1440782555e1165190d4769
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028ef9810cd48735df94a03c24419ab84eb174d3718b97c8242a04b8cd87002
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f275154d2aaed0b93e4d8ba0ac9c341b1ed63fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4cc53ce329e49dce58d63a316e1b86546bbea25a77557aac7cd07816191901
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd690ade84603db01b546a7ce82b89ce74fef64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3c83e4c39f4ab19c9d76df4de55a9c349bedc8559b141edea4ec8246fd9e4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246104428cf606cf3c77f9c7c4f14659fccf3547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f09ffde4a15297253bce0ea2d2cc71e592ef41c4444b1350a6af11f082c77c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e8d4d49123c538d3ff100bd86cd39b9d864577
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4e382954d5e55d3376384a88890334fa58015075b7a3d09dfa7558c7458a85
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353069731d05413ccd22c17cc09464055a0bf894
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa52aa1aca5b409e4912151d10aa40f70b6954fe6f19c7c1240858ec140b02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3087922adb9407db4b6e0415cab69109ec5f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a23d2cc14d886f9f78414b8c7c8d87dae3d0d073d53349f5d65dd25bce7683d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d775f2ff8ec6288924393abbf74bee69777c1c3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9982a4b63c545e5ca331018f8fe9a0aa1cba2e86320558970547f569928e9087
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacd68d6ba2c68750a459759eebcc773156968ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79613665764bbd1518881c1a352a7dea9099bb3b63901332acbf806c8b725a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3884db2cb0439155e86831c8ca7c5e8ceac835
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216fc04b4eb8c25799b83a319af5f67be63abac61f6a7257d1b33be54a6b959a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af48ef12ed711aa28af621ea0bae6d2fe33ab8f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcfe391fa7f3d22de1a6221a28d6ade91c87494bc9e6f9e07800bce38e3c87c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06496c28d558bb4fa4b772291fd714ad71f03bc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae16aa73ab5ee2abd5647eca67efa0d2af8a9d185240845c41e2b84595319cf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5aefd060e29f24694fb3e43ef15240ba171f69b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfc3e217251f8c58b612133cbe1f5a6e979a55e41c56342a6079d60573324a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088d4ac5780550839bf998fd91b07ff5301ee1ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab0423344e5f39a9bb8f0d24ddf2097fdd422440dd374be8f243d15e84c9593
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eb0a940b2b47d3e480df2dc1932459dd871c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a8c8b659607a7fd6ec4969723530b2cd858be68cedaab37ee289bdae7ef94d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cfc97c2255a2602e8cab28724ec5311d3f3695
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb396e2468972f564e943550c5074b61e058a027c30164747bfadd9a762fa78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b615b306f3518c31bba88945fde28fff589aff38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650d44e96cb0b2e170961265143cda84b6f387ce0d06a767ff322186c6d1a473
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba039a6f79d5a981edf75afee404046d4315d57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2bc5a6301fb0478c2dadd64adda8dba4fd1c97a8c787c5951b27649d1172d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b928eae4640dca9bab6db74b292718c4bc1dd6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dcc4f7486852316ca051c27493c1c8cfa36f2be00a4973a4923179769ef292
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d734a93c13419691c4b46b91f5f9c690d0ce5d39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4349441a8f8f29d3c3917d675a325bdb35a874fa69900b7f5186ebdf5f88830
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12f112eefc4886cbcd74f5aadd62835f82faea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56920885543929d0f1de1b61bc730485c5a456ea665c4843798bc4415c03ee6e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84b0f3bb566debf65cfbc890626edea05d37565
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ebcc7292d21c5a8a2ec56597f05eec8d94485ed1d34a2618c46aab3493a4c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fda04414ceda29d0ce5a2b402c6f59fdff35618
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ef1fca076c04972ca17227ec9cc0b6dc2206ddf7622d291d125cc91af602ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36423ce9e2bebf9182c01cb1760c931208c9d637
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cdef1b79a4a44431ef9284da6a91377339953c20def17403cf6e59f7b4be8d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d72212f4f0fdd991747e805365e2c584f45111e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12c99a7e9a2bd736c4d3a56f5c375ff515d51a02dfb81820b09ba4614174543
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d0d794fe27ecd61ea5b89acc94f78a52bb9754
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733de767847df94d20c88e37fb3c57fc24bd715add535e14a22eac27379b530c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aa0040c99b04af45d2f7687ab89795e1653f90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438094c638d09691f187d165df6855a4c978c7543024cf3f840ca0569b7d027
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4500155a619f9386f42e6dcc8cbac017bb556b85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7db7073573d99dee9a44d5c1f0d814fccb6216c73d428d8b427a2b0477f5b7f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1eae702883df4738c7b809c88b8191a34aaf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757b816024e052aa1cc305b715cba17b678ee783a2a29de5418a0359d2b4709f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5aebfaceb15e7c89916d9242739fdb06c8d0cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4351e07cba25ee802c4d3bd1d3de7537e6628b225b66c69594cd4883545a15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8cca2cf3608f50c074d9fed45c1784cda1509
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9128a142705d3ee1c1c2cfa2e981de8318bed2bf2c5d7d2b119bda149616633e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca203d59c557fa5361dd9a0163c34e349daca3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c73bf9d63398bf2e47cc8934a1278c79d51d3051c714b9ab5fa9226fe75ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88329576f2749e382d1ea138c600e5eacd07e4b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf3c8ac59fd63d1ea33f5e2e10c04904701237aabe2b138ef6bf8e893c3bdb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12fead4943ca5dd1d0a90d0569b20fb36962d0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48b1df5a5a31d986499ec048730b108acd1074eb37f7a5ab91d187a4605bb3d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0bea9e4b5f48de7dd363c9a1ba63e80708963f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62d4cee87f379c55e2a7036087bf11d4176470af93139fdf999253e93951b25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522793b41d111c8927d9ab78524319568fbc27bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d670e47d6801d719c63252f624266c6a40dba16e7400457b93860af7a910453a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dec492d12d653273c7e89c3beeecbcc0d389aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3a89313622373dc1ebbb4ce2d0f8f9f017cdfb5ac3d0128b13548b47e3de1c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddd4160caa3ee1026c5a40cba320503848939dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9c948eae156d0c10898dbec4c5ab28a902e065213956209f229b7a7b6d17f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93677121ff5b99c6c4e0b1047edd650d599de708
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb8aeb38e8f043c1083772195ab6c7df983d69d85a6b651bcd27ba539678e53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff2d0f2e71b357546c863d305b32ac907c4238c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcf42df7ee4463e85dec22e36cfe3931c5e8b2e3f4a7865cde680663f1de6f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8738de5582b835f031abeb81a122023b780fe1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f964f041ec6b5d880ba7fc03e36361f810785ab58b69d8948291535791dd009
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e30eac7d7efd7f84d4b83273fd266981de2065b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fce693879751cdc322d67de865aaa2483fbe178c0edeffba8296521d721699
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c960b6e18f0c6b4284305b8f5e923bdde544c1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916924b52126f97263dbb85436100ec2d51f5379a669a5e42e7b660f3b306ac4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482c9fb8f98a313b6315cee93c17d534d98fa51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f38e644b9839bb6c8a21d78c683286797dc677c4c2f57968d840580c425cca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422bb5d25daffe54f1ce3672d67ea6d73b930a19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a54cdd9393b5f667f1de11e2e2e1887f75471ebd3fa1a5c937a9cf0264f85c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aabc9543aca885db55e7ac5e9aa2af56a0140a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fb23a670f53e463385b364c72159a46c355c3f5ee14eaad5c9ff37f536c2d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4c45012e016c27c37bbec74c65834dedf491ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0c5b167ce83d99af87bed3c1918b3a6a2184c9c0a8e3b3dabb15adb79edc9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb09424c10c4be39c575357bf7554ff1b249305c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b886c5f97366e3c84402e436c8fff2b5bfac5f0c9f91eb70edce03bb5ad83a9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faddbbde18e6561c10e34fdd1bfe40b3796df153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680d248823125ad422a4f56f62a9382e5922efb386ebe08c8b0f8db5b96d36fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21990e3d8d17a325d1b0f83743ba17799ba8688e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae76ab1cf0da9484b4ed71509253f154602ea9d34ca220269cbdf4b4161c105f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96008f257bb42b2b97d261ad940549f4ca764df9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834f9b25b2c4d232ec758ced7ae7c5a90ca8a384ef58053eae5e67ec533d39a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d807ff24a2be5e6536ca8feea3ee1193b787bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0607440be5863816674de88d97e08d0237de3665d8f6e24a230398ed41e15e11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeea45156fa49e05d5f1dd4dfa9576b68a29b031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3782a7f9e9371724d8301717f4ce709fcab0cc3f277308a84697edd3e7dfa4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96cb62ea1050c81f375f7c960a8a9f8df7f9341
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17835871c5e5cdf7740201a3adf2057a70f3d08fa534e9ef77d7491621bdc196
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65905ef5a7db09796fb7365848731546a22303d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1836a341ea91dc3a0c7df24003005ea087056f3d5b6b3c82e5065355410714
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdbd18c54f069c133f04987a93146b81afeaf48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aadd2a73eb4141c2e53a5284ee9ffb831ded9e96078539fe1f9a10ca4e8ded
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a98b16da24fd9aaa747d13a2b4b20db991b9f06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26883b470b15d2f9e2d2fadcf750fbe8d014b40b7ef464288d29f5153d53dcee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf8703aaa2fc727485bd535f96535e4b74eb9a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff1d9f4a8129dcd4549a67bfaae1638bca02d7b14d0485b542ef9046526a7a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6265c4446fddf35fe75e66db6514e01bb5140d05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635debd5bcc539eb948d64a33034089ad0bf561f0189470970c87bdfbc2846e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c06378c7e6915f6ea29f535a075324b6ab5ae5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41db291800f0e50d80c7fcd0dd106f279885d34f388cd28923750ce88fcf2137
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f746128ddf48503859cd61a6a7b424b660b230
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe210c804602b9a7c9ef3f21ac09b977e982f0f3d35d7f34971fd0bf0183ba7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b9a15d36a04df354b818881b8d818978b8460d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c672a84ad85927c8ebbcbe5e2289176a5558e55db935017da7bd9a9ed2c90905
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adc782fea620346484759e26ffb7aff2747b801
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50edceee070a12313bc65976bf45cb5749625fe13ee694c372f1e809e67c6107
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c793f49a71c8ec6bd001f165294e5db4c598c159
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b639146cd260d46301fefe4c53d006b64d35189a0f0597eb84a7e663d0297f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d558c176a0e68c47d502aad60f301afb3d68361
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad953473d0a7e8593ae5be122f9846a94cc9b874da209599ca83208c3adaafa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b0faea9e81a0c6a55aabc545709d16ec99456c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d0140e8d91cf9336504a4612eff30e5c5499f8ad23c95aad5cce737624db61
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbf3c71d4b5b391510e98eaa7687683622b4d4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa032e27a6e11b2b805d43685657125d722eefcd151d7f8aa0c7e11365f794d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a32768b7f7f6f318c87ef1929193fc70024e9de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba57379d481e62d35c3772d3f371cd543f1d40d24abc8ef5d0361c5dea105de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91beb81760e6fa4a48ee37bfc4c6ac9acc175102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604be253c7895e72cd41a2af4a754aef04bd2674582d99db00ef008f61c3b181
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d87a1a3e47acee445540e84b562fc95278b15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef912f6342f44b0f44168806cb46c4a9ea97302958788774b04d06a96bff0579
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961e079a8a1e179fa8e657d1b0c2b480405579ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2548063ccc38d78ea7d72e6fb32dcc59f08a12806534e8477f943299a5d6c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee5627d90770d9785776b8283e494331ad3b4cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d6f6e02418311d0a59d0ab66fa66701ee4b5458cc2123c6ce8d5f5a8a808cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781ed684701e6bd7283bb7bf8371c1d69c90fc13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b7e235e3043d02a5e1e2eb1db3c8e10604e9304306e4e33ef0ceff2afb8cde
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556850af0e1a6ce783e005ead3d799bd803dcf72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47140672fd8b9f4d3740c38442c195909abc0c89fe3790fcb96ce62dc8a1221c
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42addd415eaac0f72bcb6941fba9db9611ef3df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360e0bc74570ad11346f5cbddc6fde972992302605e6bd5149f494626aed3008
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d3a080ad26a366a92b2ce142f2ff775c5beb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0c720cf1fea0e7d69d4559f37a2c0cdde3041b0d7ef6a3bdc215fa6fa58e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c81ccbb74290b2ff5f3417b00f4542f7ceed11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2898c9d21c6fb23090ec9d19f894a03ee56727354dac293aeff25429628e2a4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd99c2bfe279bcd7b47fe18536421078e2bc9cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2589dcce91c7774de193fa87c9867ab44808a2d50e5b8459ae1cdd9e649619
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efdb5221a16dc498cdde1ea0d03ad8da16d69fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaffe36f86f6a06891abd9b5f10ca6882943c056ca3c8ff6a01600543547756
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae5a3ee863dfef63a71892180e779c207fdfb35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ed4c381bbe8489a6cef5e3bf3a5f134e262a3e03753e2bf51995ad6484a243
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3918fc47f6adc2a2e0315215143394a6345e0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087eae51fba55d73d4ad8ba43b688f8cf092a7ff4c6d25092f597d5143a86683
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0142b2ae973e81fe87a45b4595460e498ded8792
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f91c0009b6441d2d0464a5cc5c95ca25491f7612aca5960149722ac6576793
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f50d9127e342d85a66b4f0b6c1a234b6564f06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e42da31f774e9a0f7e4773789c8a4fe73056fc46997faa4e864372853bc27cd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19c80d777e130b698ed6c461e76d06ee81be212
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc8505996730d31d4da20fc585f48a6293b345b62dea0601087a1da502f5c7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958d3543a327206070af4bb7451a340cc905f8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd64d6322f330b74314c75db940388af30488ccd634c869aca893a1ad9eab6b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf4bc9a92ab0ad50789ceddfb24350bd12a2add
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a63419b4f4be0a57657e53375535950151a8871a9438fddc100647ce4d5bbcd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8767c97733aa0427b4598f88ea534ba4f5d2ccb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef62f33ce7468343ca17e7fb964f75e1b9467e9aca91d1924ac92d189aea4486
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce3c9437aa460924316926b30ff9db788e8c63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503a000421e9bdb6915880459e8291426657d85e0546796ddc4af50ef400231
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b469a1b93380c064039b39f825734909a276b993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e362d7b16499514c9288addf45c0761a0567a80c111b820bf3c671ccd3d22c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5e9a4722c36c905e0f0195c3efe5f02e1324a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9094058687518ebf89a5839c61a4ea9cb21ab68c1102579362cd92f85549c3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174fca4bf8e0c56944c46a121c02c4c0b06b17c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc963b525f7ad02f7b42f1ebcf11329c59c59d3a0c54a357e606bcc418d4527e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62434b0d8eba70dc9934d8357a74cac02bf74f07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5397fab9e596addbd3a3d38ce77cad6e6d8f8986e9ce35095b3530d6b26c0c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599128d5b9bc7e993bb806e9bfad2fb1e219bdc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b9ec48d7a6c430bb37e857d1050c820b5052ec7bb742ca2990cdfde6fc0684
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeed03e5725f46585ad37724111fbe936762e9de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b1e140ffce6308e1067288a0ff98f6be01aa18997736a3d1a071f00cd37cec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3fee8e8ed26441ae2e21039fe6ee6757151141
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8c9a1a1c0387325676335e2b3e8151931d5d85e4c1401474e7f25491fb8d0c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5de579eba568d927d08acad07c20af8cbec82ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f721810b79d7a59ce0071a0c272c6a0462c22283975ef41855b7b57dd4fe1894
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7feb58cffc55c2f2e874b5e977d70f6f3d9c5f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63fc5898e7818fe2f5d79c0d411f0ae992b8436653f0f9acc7432748a5870fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba47b7fafff922f3f695549e377923745397b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb4c7d7389a2f1533d0eedbc7b0c5999d6285cab72c9cba8739ef77e5ba961
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6ab24851c45e618442da9f7d2191b82954bf9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbf1e2304a39f2f977ef0a5c763c3d8a587e31dc3ed928ac2d05976d818b9dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd476190a1543f377cc9533f7c6ba442c40f8375
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e21d91e0cba1dc79e3501ef1330aec854afdb8fcf0583cda92630b91be524e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b2e60f7485e6aea20c5fc3d2cd0b4f854c18b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c9e038d05cb96500e03b257edb860609d88a3f9225592b26e1265b5c38f8bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24179bb684dae2f719974d3078ffc6d3a691ec86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c624a0065c37e31b4f0ead7edc7a8714739902bd7ba5390a8b136a2963cb4bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20424dc070e08cfa5c40afa18a5bcdd376ddcf1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496ceecead5e25e4a6bb5ef21dfac4532938d1e38eb812734c8679fd73920599
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371ceaafbac5777661ae6f2bd27a322c3d034905
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d703473837b50bac5fc99f9413348478ede356023d95a2f87f62cd0a95afc4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bdb03096b5665a8d8fda76875d0a77ecd0041c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5881a813e04e499fb9112547e1fdec3371013da3d931a8c940a8cc161c14d9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1edf58df7588ab2a8fd9ef5058ce5d26b45ed6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8544a5bb8b97698e5c7ef6b6d77b6796b711fcd484d2517f6a6fe36abffb5b4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f126c8d4810d7c95e9d7142f2376d0a180ada3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc85b2a469896ac18acfb3b2ecef6289fb5f0744b5e09bb670481545929c9ed7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1210fcc48269d1fee28aadca21f6cfffb3461c92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d0f828c529f9f9d55aef85556a91c9c7d5cbc03ffcbb1476a5c82e2b20e5f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d463db415862266a1476b38b660c574b285685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad405571bc21edab082c9d50fa9eccdbf37d3e8e8fc905bae7894bc6a069699e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254a7ebd5db0d639844be0725846459c0352424c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2da743cc015f35f2192de8f6571490e1e479004780b9fd4a0260004faafbc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731d4080bc1b3b56e2ace7a35f3702fa6ecf4f2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd37413b42f470c697168bb7f71c9571e5ee6b67310ad8deba7861d2e36ae196
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d1b23f6c6db77fe0f00e9159bf71b9369660b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7371b0642c7daa82a3a33f792a43eb1ca4b1071c77fdbf5b0a1cd5357d098c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867b5bb2c3a5a9dc9e33fdc9e1d5cbca7d67e20b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c868343598062bb796bb1e14b476ecad056a76dd7f09942c7429d13e5e615060
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2f7256a17f7815d167c3720ac995951f60b48c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e5e892e8b032e1db3ef42a1bad1e74dc54992fe94eb54c2159c72eb3506f0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4e371c5611667e196f607d62be7170b4e127f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a869af45680270fb8681f8dbab23ea80be11d1ff1f249eefa1cf04883ee6d3fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d0640dfb0413758489a5de27bbac9fcee6dbd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f4f41bed84389b67949a1e8d6e2ef4df53d3d85c073748dc4749436fe30fdb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c95237fe2dba8da0af02c306cfaf9442a51e197
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14310945d4e6026dc6303f1d99b3e3bbd900a16f6db788ec68a80915a0bdc64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a463dd6cab0722a57134c1150539b10596b8032f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e17e187be487df6f5a2b55ed7da5c45d255b7d76ce09210977f0aca8688daf6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ba33075f65664cff60d3fa1e55f80f2300d2e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf9942084cff948fa410508f89de43ddfa7fb35c66af99c930a9eca09b22722
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231e466dc33fa2f12bfeba469dc6fcaeacd5327
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b0c79b95c7dde791df776276f7db07c110d76b2b2210f5c93b4b6465bccb79
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601e3c6af7d90c24bfd1410ea920a6dc91282f3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec075b1d1ccdd9b51a0b4da7f864711479a7380bf0668bddb7c4ff27a40e200
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f6cc377fa77867a0260ff6ea2aa1e78d77810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61cb1dc07e06abc763b6c5bb3505a8de270a85bbafd909686b4611a4a5e336b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa985fd0336b69db02acaef6f73a11078b87137
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650f1a5faaa3f425985a58bba1db9b93d41a33ff904dc985933e8323006cf805
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e177e973617481d096913d9dde643e7a82b7e4e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9983ace5dd90fc03f0ecd76eff823720838b71fc00d64aa539d7ee4f94e0c20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d80b185d34557c7e59411e7cd673768451765f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4936b4f632ddd2f34cb8f2bef76d3802217299e03a6728d9f3eed558db297416
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaea4d1b997f23089da440164b4a68c85ca7496
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d43a4467959071a14c161673679673742f624297b1b134cd3f1c582f3e168a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d5664d368475fd18e42cf6ed88f324bb756d19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8a6e36b8598be9edd2c176768d310ec1d7493b7fd520ceaec1c1a08784a4b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7304c251a4257637fb7978dc4f4e3c3ebde5340c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4167899250d1c7dc4dc8308920e24b878975848b89cafdd105e3679d4d15b179
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9701faee2d27053ac4ffe44e4db06cb9d0802e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db17ba551f0d979e5dedcbb479af4f66531d41cbc6002a5a4c4f9479bd7b9c10
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7851d1580b56b0133f4a0654e228b46c32cbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a00c8cdb2f3a83cc6227eeab18afa224c54b7c38efc54633e05214226e5d09
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e6da10d919113c5b563cc202e86773585a734
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98576196ea72ff813a36499c9065e77451c8bee3bcc43fda2158aad9e593b0f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3586b297f034fccee8abd227d315a1ffdd9a1a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3031d126c6ba49f847ea0629d2b00cd983cfbf2b9e917a74226ca647c9fca50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6abb7de675c9e2aaf811e0b0093f45eef10c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ba8bd4ef52a7d314780e1d26c7b1346277d3d78ae7620f714812e8cde855f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c607dfedcc8240fbe5be4614a8ccd6537a82076
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d82480d9ba8c6e2c0cd2f06699d04ff64ea1b5dc9235358675721bab09fc6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1cc0a992d99872cf82e4521066466d2e4a1d5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e89ad88399b25a1e4b729d29f80bc1a14f5ec15c12a077ce3db582b525cf88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3dd8974eb038d664b759ce8feba792b3eb5b11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f77b71a80c5d0f52db720511671d6ae7037d409f5b7a33c93494cca08e4fad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de1dcd95a8cad2c60a5386f31e02dc19f87d879
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de75d4c36d70668d04336affa3ef21a330000b7493fbbcee03b8aff0a6c53475
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f57657a10d07bd98a56cb351b04d1a5b639504
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68850d78dde9285f6c60d3e26eaffa6b48c9fc25f209bf9712a440cc54aa628c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc48f9d24b361dc9a6c53cace024155bd71d43e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6155b8254e1177822b0a6aa5fef01aa1536c8877894b28cfde029888cb7cdff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7049702f8991c2fa1b62d9a589b33aa34c7f5f81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2159d910a686deea387bf9ec298f98c0e01280fd3d189a8fc084c6b30881c24
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0ffb7f987570068e75145f2bd7975604939922
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422cabbf43bfe14d2ce21af6e97e9e975bb3c52765187a2b122c9a60f2abb90
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0dc4d69ed89b95cafc3c48642050ebb24cdbcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6f22f5214b5abf07fd085de0206d4066ac3707c2dbb5f11596df69aea2365d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68890bf2eaec677babfc8a4a83060d54f8efbc98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b679499993e06e6c28ea57f311bffb650017f54b6e349422b4318cbd7be33964
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3014b40cd3f06d5b2eee36b38a3aaffe9f8fc498
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50fed14d9256f96aa23ea6651c60530090540a8d118681ee9a20dc44fff15ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7427fb6ecc1005659e817393e2c36593edff2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a189a1aaea7ad96b35d75c9f7360cf4ba2c8f60f6855c5d63a781ff018bb0a0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b61922fe5df4300f9bda21ec8561053baff7b7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec15c87cffec0f0849b7fb0d9c8484634b678ae35300a66f82770300e517da
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e341a25a709e081ea927dc70b4df1e2314735a6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1b60e098651d0753af8281ca4002e23301c6c43641cc94345e7572cbbbb4d2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff8d962bb9dce43e8446c7f4a34d9a60cb62b3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890469fe071de29cfda74949690d999507f88ca8183b1d0ad4caf6e5f809d30
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e16e2598dc0aba73ed84843765d4c502ff3aa12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1406b993de9d6d0a7d07a11cc3acf5f75bfb27139fed876f6cbe508fbd8d244a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb08766bb7ba04aaa66630ab3e39a05eac76c195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8b0a747cb2b40eb404ffa1f570f5e7c24286d7dbc35f8398d0e8b497a48505
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38c8deaee0ba83e74338f7f3abe81454e8cb9cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5659d8cff4d2c07d4b6645429e4a751f49d562c1abaedc21934973816d25411
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3c398d4949cae0a6325018a4932f72bb820883
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9781b41d0ab406c0504681e559e1761e6e21c169a2d01cce9654d7057cb680e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210e710e5de1facb7034efd3ab784f3dda8aec96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0517af95faf9e851c11ed016b0abcab469733eceb54fab6ff315358fbdc9040c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217e210d537de74dffc688b1b2b9312c300211ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b01256250874607b9a8d529ff73a7955b89b6dd2a70ffa3763586369e45aed8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abbc83b0c21a06088851935df986a20ce3bdf7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e869b0ddee57d52fbcf49f6b17375ce994bf383f7452ce5ac40075ab8d67fe95
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430d610578b2174156cfb19b70aa10fa0d1806f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cadfb8a374b240e9ae252472f3b07f275070ff236c81b20f83caad8870d89f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bfe9187c230876982f6e209c4cf546a4eaabe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063b3c5e0e3b28f9da722dab3f4ed44c3d25de4c7cc6dd97704a6621052e365
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64055f9e15ecf78fbdf2910dfddd4ba23488187b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175fd95bbad9d6eebfeb372bb282b486b090a1020ef5453c69206c2691075cdd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d65c35076aea4689517b4d8f31d7979ffd53523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36c8f4994b8121906d5e02f58276f31ffd40c1973a5d442fd948251acc9246e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ce83b65da11959105e9076305f044779395250
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a5f67881b64255c5d89ad91b312c290728ea978bce55a613de7ccbb4e51f15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ad9069ab608928cc8313b757ab5a40a9a447d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cdc9eb79190cf3647fa608f2b163b1f3757a2c589c604d731716449a6478ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb2b8e75a00aaf804f4b9972af30b8ff7a0dfae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f948a14074bbb0ecd80adf5096d551f851c8be53f9de938dc88c1e3b65e6030d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dac7f8ddf203ffd9e0f4fe1e63a1a976a6370e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfba1bbbb3688366cc01f2482bfec2b15acb6acd69c530b06557a0b565f584eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2799fea160d6a9bae01b26781db44c89cdebe5e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576880d30da8cb449e30cf6c1f6f4ef0645479d4e239c9cf18e2c52aff24fd61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e573bd7a40f42ab7f6be26c0b23491cf3194eb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1b2cae545831243921099666bc89cad3cfd6f16a4aa9882f77e48d52f0d3cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcc846c95409507c61cd04e5cf9a47ab26354c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e465dbdc2f72565a969076fa7472036f686f0fc37b62bb88d5bc805d358c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801211dee88b724338ef4a37a2bda46c5af1fe42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5321872c484a0b5fbf6d43ad7ed13290d1e28ec581f87bcb24006ac8a8de74a6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8626807a26d208e1b70f544c30bf574dacfb205b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b1bf66b6e970a91286374fe4069e004ab224478d189d0246c4e6e2784ef4be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efb60f3190cf5ed5b4efd70633d88e81dd09790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e349124f84a8832c94dcd378cd0b78a82822f811933f4c248192fd88828a7682
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950bb5277e424fc9b2acdada6ffe2279e18fa0b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37097690954bc6fb4ff4191385d1c60a34c9a113b39f6690c2b7eedad6124806
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa002953afc9b4449ab059f013b8155ff94555e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd73ee8021ee62037a9d5e200e4f9c4449ddcde545f62177c45fde1b60b0c20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dad809cf9ebb508d862a1fd990ab33a094ac778
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6506c8ef0a947ac5e04a207c0160ce6bcc0ff4f7a86a30b8c1a86e68bbad06b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e33762dc919538a2bde25d764ede95470e5b483
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c4bd487e2d863e332ae9f9b3ffd94e2341d2c3b42750f8a472e6edf1f7d2e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fafe131e1fd34733abc40f5c14950baa5cd59d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e45997e1898f1a6cd865e1b0c7996cc189d5bffd6c6af81c34abbaade75a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5126b7ad84f05469b8b7b13e0e4dfdbdb0a9a2af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be358e08174bffcabfc3b26f2c1eb73f31756bba46b3ee01001cd163c637ebe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d6c8ce02e796dafc3887e0dde8fe930acd252d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09553271a7e409f0b1a341dbd0d1bc910b2f123a3050f637f2bf98d29ff9680
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96ee6c37b530d271cb180dba21b66787f7f537
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cdfa7dfd3e50ff0b56710a3dfb1c88fd2babec18476357efa0b4829b712232
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29a28d2c99dc6182bb653c612567f83f709f5ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695f8ad735a2a1be793aa9fbe4895cbd0432da2a78ad8da6d6d5b57328cc52ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb71412b5510149e937c47974ebb7aaf6ef5c40e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7449f019daa6f6d5e8493905a380dff1052fc44df214d4bf30e31363fa4f3a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788f17aa89c78df0982ad1846f1ecd37fd12d518
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95891e077c16e4bffb20fb005fd12f06eedcc54efe2d34de441965855f4b261b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae58604c97152b76b5bfc432d4fdbe44c6e867c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ef3efcee02e3b1c07d23e087662e6d3ba01a1a05263296af6f78670e8d99b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84917e084dfb2b2a489538ffbce48ee42e4d3656
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a40afefc3a34b3c3a8777a47778969dc48407ee6e4c1de4be0f61d7a656e99
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca5776183792c369f312c5c5b7888357878c7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ea73d3f9016992a658a74a409d52f46c6adbc63ef88dd5a6a7ae4e0cec472e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3d42a7b32c0ce8907e4bbfd56b44ede9a462be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e028e2c29c7bbb954a0bd8238207a1534ab01f5d224605a7e3fa9f10c8fd231a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfd61f2960d091b9382ca2b83f4bfaca0b50187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d27a0f22de8410f5ae12c8289c55889fd89ea42cdac24e02ec349e323b3f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19449653d49cbd15e57ea634f1f80709785cbfb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdea53876d8c0fa1679916845ae2b80e00035ae50d8eae43a6e4a29ce70329d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e187f44a145eba405a6491c8d2d75282ef35e32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f85b4a7805efe0eb03e58d4b2094723a0eecbfd9142e873f3cb198f707bfbdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8477c11449a92b0d093e90acd01bde883902ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282e25228c8f4d358d88b69545f3483a1439132703c9bd014b303dd296cb60e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fefab84b3d8b035a9042786469af48d86456e73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f0bb6549b0d02d155cca31e879de53269b82ed6163bd3a23c02f2c6b763ea9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9157d4fa105ac8eef8e7e40a57b0d7b1e48b3b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145f702691f285c0aaa9892064b1378237d0f131f4c7f7d6288712ac57e07881
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d224cb6c65857c3246d1cbba31cb48510fee2af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01743cfe2724cfcd2a7f047bbf8a67ec0bd1887a0a12e17896dea6d596261b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3686058285702b35cdc6ad265914879cbf3fc3fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8b1f9987c7d1639e83804964b1190be6bce9234b82d672892eb3c45a71c92e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d5e2963967d49ddadb66bc78e3f46c3a5586b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a59ad3610961c7232ec370223523272d17be11cd576dac9741640654190e77c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3b71952ef6af122a96ce1c431a9bd477de0afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c02a31bb08af4ae317a5e1d85697cf6501ee1e4b2af8c7aa7f3f4dc78514593
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e4787dc2f25ec07890d27bde31781ca2fb709
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61848dda4f1378a9520cae3c9300d97b4f874d0a7ff93bf87cb1cb1e31038a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2b15b0ee6a82b8fc95a863c58a4902515cc4ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a654c3f510e66cb74ef079984f9829c4ae7653e8a1a284a4b778f9b73d7bf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424009d00832f20b332555f4d8657b7ee39a32f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137781d33cca5603dfc0d160b999de57708b920a7cf92372790dc6e787309342
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ba69e802cfb477c437f550f6137b81dc806cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb213480d9b2bf350aeed327639c048af40cb4ed464623f17d3ce278a16f95e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc2eb8a25dd5f1494c211da8fbac11b5fda4b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9316913c00e0035eaeeddc666b29f5e9d5890a63528e4625129c40b68a7b779c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d98ba70ee802d8b05a10568edbadbaa5c7949f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded8ee20ba4e8bd4bdb5ba3f9baed17436cdbc8b55304720909fd921e8d47edb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ed96e8773ec27a3cea702a7390ec1e0c768e4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a502c80dff787f952a48d7c4491189b463087ef32fca9a053b03b2830605e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696f6e842d053d83d1d251f8a5a6241e0ca32744
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20c4c4c80c931360b7108e0ea331e2e3f2bf8bab0d93723cbb32a8ecc359ef6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8cb69594d83f3a7f4f24d5187df2e7a6fba57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be272947ec8c8786e89f1672de45863766ca87438cd2c09831dc4ca80fc55924
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5268428f7b7caeed884fdc421d946e4caceb15d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a341b34d97c9aed5a6049b41fa2111ac96e938b899da95409dbe4cef3792de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7d0165307c84a5422cc71f68e765e55569dbee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e387c4fdca938b73da57e0e9fb8f75c452c963b6a92c8c40d4165c61055b4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2672a3225e10c2a39bfae37465d9b104865fcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3f7e40ff025611c81ac50dff03830f7ec6466f0a80a9bd19a02bf5e5a40cd8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303b7c92d89ed46828f28601f99835879709fa8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e427163614f1dfb6f6dcb3ecce44405f0d5618c2416b721022728255fa76aa38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637aff001a49b613bf7c1afe2adfc38da4f05026
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2b25efa7526d8bab00a807bc0e8d70926b262b90fca38588ff9057501a1921
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72991c2dbb7ee37d72101413b47fa7180a56a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e87e4dd28c308d3b2d052e2c1d47170967f97b1edb44bc2649e6752ea5dc7e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6451751e3f25ef461fe24ca0db2beff274cf6805
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5fb34f22d8f06c03737df39d21690041db9066818962b2ddacec9dffdbb5a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc4d5995c05d1e41f07af4d7f9886cf7b4e061f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea1455a47d11708732d2c9123a4335215913fa16407b039e1e7d53a0a3eeabb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb33f14efbb3b8fe3429dfacaa32693477dcd44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e6e44df6f3d770e25c82a87e2fe9ce761c9d473dac4df8c67862f86cf0a3fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab552132018b2b6e87abe791ce76f0bd9f36f17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e554043c4709eee3016b36a7338c4cdbebc94deacfd32b244da3a31743c23ae0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d682a13ceda9b89fcd07f4fb6d67ad412983ca76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be99ebb9c5dba6571a9f2f2ed45741a860bce4f014e9ec9177b515179ccadf12
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25388452b7cbf93162b8b18dfe95a221024085dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343cbdf2a756673d64db1ebad00e06222d167388587099d956cd882a89434664
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca000fb3f818071c8ee5419bd0d02cb640d444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edba5bfeb7b0fbb5fea9fa27d446bce994f200d94afaa80181ab87c2044cba54
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516497bfeb6e52e9f452ba9d342e783e97ac0bef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ce361daadfa90b6eb38423ef58f228859f4e534eace9cb3d6202144e0a5761
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eba3cc73e3fced1156aacac3b13bcc4c0040768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32529ebff34c2ceafa1d8b801384ed16eb6be7c52654c8af381237ee53cd6355
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281e3acb9d7fd6f3181399a51802efebf85bd9f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6908a129cae321dadcd448cc9113cb039866f173e4c5a839ba44fae19a83100d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846422516e3f8deabd9136745a45c92d53d23d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c5b370a4d5c1cf9a17b22cd80b565b579e23556f18a8d381f7dc4ad5b6588
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f70e6f65eb81a5386bc55417bdf5b9e8859f24e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea4170c957cae5fd137fe2f291506e6179c403ec2b3b6918177e4ba3873fca3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe21199b3e7a6c49e4dd2de4b85e4fe33177fa6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81d05b7ccdb8274a6a81a4339e46c35854739106a2de59cd0274724adb92517
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f843467e2b8581357487ee01052556ca1e3fe0be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb45f9b260a5294c66066b7a4dbfc9fb48417b937d33f79f7e05e343b47cdfbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a055aad53862cf7435ff450d91eeece1c729cc6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dacdcd401674d5a5f639b1ee97fa153f79bb6b80e2ee9fd2cee6c4b0e13a40b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfd4e14667d21226a1732afdbd6db6902f9cbc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da63802d087dcfbfc7faec3b3c1ccce7792490e0e260cd7525a1a055f86f4e08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513a408e19c35e108b06f97a9c02551dc1bb0994
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223e2285fdbd3eecbe62d4766a528202fd95497c0d33321869e7fdc8d2c2961e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f52df4b6d09e8a1f043164e9b625ca1d170cb33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478af7302d712387451dbca70331df6fd30858eb03e01903fe8045dadde8f67b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5402261937a14aad1f904f4ae4f0f43a6169b4c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad683bd9ef5c8c512d44d406fa4b16fc8808efe2f43208eb3732de8cde14c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa849dda481985cdb3b38675c56958be98a3b1db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4536e2d35cc8befac0b6470392e594825bdd33d631da6f662e5150142308aee4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f3ca9fe0804420040e2fb2bc609b8c2fcb9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81547eb7692c5c9f327579e37d1fbfd896a8a4a5d807ba7cf7e0db220f5cb28d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad026248d10b00d093a843274cab5f7765fde4f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5365ab26e9039fde206d5ab5bb6674951b14efcfedb5978f3e50ac03fce9fcae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8742a102d9354c56e3c94b99869a12476e41e541
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aa2c207f722018252a6cf97488171d449ffd802a8e01f8328931506319b67c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d78336356d80fe252feebb162c23af3fd899ca3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4175956e23ccdd059a8dd62fe7fd3a957bf5ff209041d6d7f2e0b389bf346d22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fee34c5ac46e5ef03115f5ba76fd70607b5d69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082b73422f9a1b0698438b4c0e0b4b2b387ffa8ab16c72d0f3bd9c293f55ae5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bb919f5f8a673540f09c040897416d692e1114
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f682e4a555d33d94727e29043c6c15474a4f9cc330228b5bd709fa31756766
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95991927221d94bc23bd87d2413701417ce69681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b4ded7b33cfb8b068384cbaacc6021c1ac69b4651badbdec392d54b0594007
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc75e56ddf38cf99560d3c1aef9159faa0e3a872
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d059029a0293624ffd49d10fa4000c6e2463cc4c71e40e2db5abff7450c7004
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62455018bad6d0f1b30dffe8ac25b2bf258e78b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7952b0a34b7d5283b562a2bbd5ed72f4ca684d7d34edd1c32f104b900b11cdea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c2539c0e151104fb033049dd76e601e8f07723
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d03b89fd65d4a485a382ebe6cc84e5c4439813f31bea74d970e9b46eeda844
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811133dbcd28284f494984f5671bdfdee395bf43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620d33fe39109f5d646c0fcee4bb2d6b0546931c1e7596c19e59d9210b587e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b6d3e9dd5fab7b5fd72ab79cfb0bf2c8a4ffae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3414a34077e7871e2bcfc83172798146cd891d501ec85690d2dd2ccd54e253
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580b7eea9b8d22a363d342fde667ab0044f5dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5339f7ba634aa50fd8b1db01c5c501841dde60dcf7da54f934825410296f4113
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2593a1f2adcd80ec3fa1aee5259ddc2d6ded683
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd2759457fd0f97e1e2adcbef3409cc696dd3da37cc441960889ede96c8adbb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcc46c9b0b034cb177b831076f44ab6ae031f61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4be1053789591cf1061b6e2049c50d41096f89ef1e771600a9739f0d873a6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d8595ca4cad28cc08dfd8d0471c8b259b55c46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379fa61ec6a727fbda530ad47eea27cc289f8427c6873cc053726f80f29fe5c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e15583e95aea7967134c0481eb55ffa461f4d6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f11b829ac527a3727d7c076bd6e167b3fc0abe8dbcebdb1c165134bffa85732
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf5ac4b0319e602c5ea7a2001738588ebded70e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df4060b1c49467959ba6a257e6e7cee9c474c9f0990c4187f04b7d09abcbea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cdc9ee40f75931c9ef6f55fc7025455da3b29b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5579f3126e468024b49a73047b3f2c9e1340b6e0ac577207c145cf2a0d63c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e4ffa921ca3b2984596dc4ecee8cd95ff35a04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79d6f0e4d0d557e9921559d54c836d4a05d04c19396506d635d6aa773c1a339
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc28ca4dc05faefcc6f9e20f85e41e7b1975e2cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2090bc9fd8bf8294e4f0875e07e01c7c5c6dc49aaebe70fa4e8c478d1f08c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e3d353d371f061d583c1998c9fddd5c74616b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac926fa39689574a547f06a83b40f627ae57d9517f770b809eaf9cff9db9faec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7543980406f542575c3685661370f985fa2035bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e73bf29d55a1f3893fa39e09c375d360d70d3ebe58403c82e7a5953580f78c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e8c713cf3c3e56db6d075be11cfa7ec6920464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00bb455099e719bbcc03e489380197e22920490f76bc5dcedee4232ef03ec65
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efd29f6fd1cb00d5729d0f36aa977b1c67328a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d21b62528dd7a718065c727d59c9afd4be0abc2e0530cae344a15e1a8dc3d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4b33da05c8f8a5769ceb7ccd935ab047da7d08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8accf886cadf4fb8156dcad381c49b237edd088ef8ec8b517cc9a4710317e116
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9596016882554cfd2df6fc5d4040479054865e65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b701107e487a6a607ff0a0917e151647d30a4f5fc7892353980a5c621644111a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40918029b46eab5fa39d2d49442a1f06413cb7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a87c3bae666f683a8a743ce405ff51a0d7b7276c50215ab38e1fcdf7187a3c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b3c24f3615029a452425366fd61557aec2aeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b47f47edc286b69fb3191b11f8a847797b38cdd3975807de17d8a6b12931c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e830ed3c0055261cf956afc061e658b6765dbb9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a72b1d7f0d0560be170ac2a6723b8006f28a4cd0bfb9ced7069df48df6d9094
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8b70c6e89f51803aec2fe23416417c1364714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc07e15698cf2116c994bca7380c7c0622a04d1d5bd1e3f7088b80766f77d079
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4fcab8b25df21066764cebefb541ed9338adca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7a66b0145c2b7a12a7067fa69c4556ac41effd2b289889024705692771cebb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffac5ea4d8ef2a653b5a07ad6d8b8c838e27e853
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6038ec79d1fda348bd3b3036e33d6b24588dd0758ed31c088e08757e3e69b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981203758c4a67c1b2c1105f49ca1295554219c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6e6d140e2af98273e344959e2a12b5078a63980eebad4fce393d934067cb0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2655a8ccf84524e9e3ae13a40ab71e40ed4f6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a261767c8964bd3a56d3537c8a21169aa609bdf17291ba37d54ea1eeb264b1ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e3b75bbc0531082315adcffee52e9a1ca4906f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faee46af452cec3b2f0bc3a27ddd96c8ea1b8282b3a5d59bef7a35c7800a1e50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668a5c27783b49076976aed7d074cd99bfb282b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e93ef3ea550425792fd7efd49846951e53013f3c45ab4bab5efae9f0166447
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb9ed61d09d7177e59fa9270d7db415c4201a4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c459285ccb86bde046f4185f52446d8fc9209149daddbcc678c3b66a404b0630
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029976f913f09f61cbf5ae3e7ab67670239a068f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b33613afc9cbbbdb3cd1ebca77a6130819e51fc48f8447211665acb244121
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee33e9438ccca9cfaff52d3ece63ba8b2a0dcc7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab7926a7b9268a35d1ed7cf0cdf57a19bf30913316e49b059d06d99dabe320e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bfc22ddfedba42620883cd05a3507242a10fed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df18c1cf8c716737243b1f63807661dd5404971a09a67356d28080f57064136
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c459785d8b42a8dced5340eedfe5525ab5301189
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583b4e0068c8321718b0620a638f80cc51be7fa0decd050de0e60043c794b93
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c892fcc1071441e01496a939d508f2902a425b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53de1ab38f46964854c42e4694ff1cd3eed3d7f89e352a441b55a995a987db42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acbc62895d8cdc5c8365f4154380395e1c454f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef8e2264c83d58ded156977da6e0ddb1e07d336ae9eb8ce6dcf78313017095b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf31bcfb4ffa738761736a0b11fb65143ae8efb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef566d93564f4530c4bdc7e9ca3d16d9a762bf9080660de257e4bdd4d44181
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403b9e7ce811d29aa09bdf8198a7835f2668bc05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3bd3119454f812097ba764fa60b7c0dc16f76f6f6eb3e5b01549077c3b73a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e00033e2bd80d6ca8266f6d3608913e4751aa43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb8fa61dc2bcd2b2e829df9d9f7137cef7f714459b291a375b4758152a425c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c1be856547878e10f020866f1e441482a0fae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eec37aa2df7a7a08fd17f8cb69a40e092047c3f39c3ca44d63716ee76e9cba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5e8389882ccab5daf1fa6eee96b8a047e54956
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0448800b20c2f47b96bbdfb2760a6a2ac99a3acb9147157326717ac189bfd9bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad5778137c7cb4164a34ecacf42b2cfb3541fa5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d1a97692c7c4edfb022aa74a4498cc294e3f9a04c628fde339888e00603d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60322ffd0a7890907a3f1c789e41c2d86e84ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2729f132fde76ccbeed22779b113b296a52d40d00ac2e6ac1b484c63eda075
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b9a93d5ad7e043363cee9782581c4945e35b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca7a9e8c07599d50adb173e3782f6a8bfe6e66ee51eca2aea7b17a9caa21d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad34787e0d552dd7b98b491ee3ec1ea8965f0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac64e09d31ad3150090986ad7cf20178322ff7f5d0c083d72f75f017df67b25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92feca7b3b6c4f4da6bf15e949fd6fbd3793c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77163e4c1e7b587cb5818a881eeae18832dd7a305e72cc46c3402eb60ba7b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998de28b0809ac9a7360084811535c266aa88629
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0f3b2e28a244881f859066bd5db2874c3fd0b65a09a3b9dab9618797790bb1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0870cf32328e16e7b93d2a7107634356462327f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b728c4bfca852569fa3ea3f252bd304fd3af941f7b1be796e203e898fce8c6a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc6a7b6bfd59d439e728230b2dc609914dbb968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48a5993637ad7a5c0e40a023efea258357f4db05770c62b462420245ea52d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f719014cc8ad901fc97b60e5920d088caa25522
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ff4f51abbf9503a0095745a731b65724758c2b8ffebe224e4b9f8f415c38ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98595f454f9668a565b9d42cc804c0d38444f172
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bebaf1da94439fcad0e2959e83967062316231792977ae8c1d6425933981d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48050e2f5b4e7259cb5e1568404b0b5daf033cfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64accf4fd36a7b8d31b98167836cad61262e301521f981e304b8f4c4df7e2765
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f825906c55930218430ffa0f4dbb16a4adb7740
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fef586bd74dcbcc0085fa6115cfccb6689075b41a6eb423e0714c069813fcb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c4c10174da9bbb6888c00e6eb7e750ae76bf80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50afc5b6533708f77a3242656bbcc25fc1b45e73d9e5ebbf372fb266f4e0de5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3f7a1e8920d4685c304a62a10532d215674536
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf2cede2d1dc1c817a772ff1d12ce58459005d66814d3b818bcfa85b0fca82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a97ca6935e332b6562dbfe1d4a2f58433122743
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ac8022eaecb36b51641575013566ef5574b72ac8070f3abccc8500314ae7c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d3a8e5b0a95496e39d9cd8cc68970afaad26e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fd851869db4c1b60987fd4d6b7f0df1e8f9b6aa0fc8d35161425d84bb8a6ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3fd2a53d54bdcd5b1d4149eb4e4c679e8c8165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6b4aaf4feedde94a446ee4ce885f582a0ed045fdb7f2659d503760ecfe0470
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e9e67fd48a4c1e23c1b9738fcaae1a76ba01dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287a6be24b4fe47124a430346f82d5a7ffcb6dbdaddd7ee82a363b7b7093a81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5d2b9f147ececafdf0653655dead10a661e36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40307eee5e4d8b52868fe093cca0dabf98770cf5260394e7a4ad6c62462471
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5f9a4acf55e87494e60e4c4609af7fc7d040a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca0ae891aca5d63d290e6ac4947b1b72a27893eb6a57661ac20db95efb5c59d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4938b1a2eddccda4e20b5b6a6b3f1dfd9931e231
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad7cd63e78175f78df20b42206c325f8e462500617c152744483f5528e58532
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c061caab302f5550dd095399824ef10917e6c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956ac1002212a4898506767d21ff675b1f39548f809d8773e5874ea2249c2cd1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877985122bc712ce2b77692c6b3c553ce52203b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49137602f5a5d70c3f7e60811310f694d10155de405c877f96b8bc9c9f4f99dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b5e917d535c7486ed6c54260d9efb2eaef22b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5721708d4cc8144872b1619cd36de1a4accc96ce14a6a331b250bb832fae6787
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c41888905e973c02805b851843a90d07723754f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d103be3670360416f6bcf47c74b2729c1b20e87356551af8d9b5ccae574dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d686b0fbc62bb7ef3ab077520fdae146688770
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d34cc75cc623ef2d35703c8ce31c29855e294af6df83e78df8b252575a29e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c73a49844f7f46f0e785168d26b6091705fb75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5912858c31dd12b4f2f8f67db215dda5fbca2395462f43170587612411f7039d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca907553b434820e72c7ae2fe2c6ae4cbbd4dde1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24115251ce2e744bab060df1d09218f77cae0cb67344c766c69c3d328f5c2211
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f421443b729307751d76373865a3b8c816c693
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e1574c1f1e52f40385dbc536aca1a96c0e28c343f7a3be389b6d8d539aa7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e195390957e2f4180aa90516692da879b2e23b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b2127d746616ba6f6ed3242b499c6e93addad60efe45f9b6f20577cfeb0c13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1080dee87d2d8e48e32450b1e732ec831bd5502f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e850831bf49d688cccc89c12d6a82ceb96e53f5bad883fa2ab556d7de489a31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e17b78a8d7ba1bb1815205cf0a0a8524522e0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9bc2ff9d65443742d420201b41d688f5ed629cb87e12e39aec98b0a72d9825
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b6f7d0b5816e9655de48256e18503e0bf904d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aafe7689fd9995ba5c2ea6112296bf2ec52b06fb1854a9cb54125fb181527d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96af0e44dc0cbabcff47aeeb0c48a41845e15c2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1b597e314ed545b699883df44227617c75940e44d03f2d3d5f2ca989161e57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a77250f2470d32ec2ccc1d89925fcb958fe1f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c6b5408b8f9e221ec9500302c256f55ebff35c1747ecf04e57fa2808107599
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c30dcc9a47fb8e16039857fadbfd848b635386
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25baf92b9ef1f188754c42200a04c694b3cd0d5b70e55459c1569d45c7064772
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6045eed2be32e08190605136265f0f1859e362a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dbe4fc0170d4187f96b0f6f5103e621f4cf32eda3841da370571ca9eda35ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53f71de545a383db5b3679098e09e337ac57e69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acf0a39ad6e1b83adc05a683137f5399a33fadce77cae70cd0c8f5a52fec1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478d35f1ba279119731271e930a2628f2a2536a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c9d0b27117ea83e837b25b13319e26f8672d16ca43141a3085c5cb1dddc80f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16700c30d06d566bbdd57d8ee3c95c3a9ce931a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3b328dc47c50446ff3bd02d6573729f8ffd4f56f7ab79feccc59fd4c3e0bf2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378905fb6ec6e686490476154a9fa1c6fcafd030
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aae0d309ad9686a0cdcc0a9ebc742676dc6fa2a8b5640029e074c36e775fc5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af241c6b6926e0689178d69029187888084200a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93d46db77fe181f0013798d256e3928ea6faf58921baf1a38ca56ecc4c5f98d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187472230cab3e99ccbc21017af05a1111f5fd71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58831a6819514a109300ba9c6f58ffec6781cd42d330bc3f350d1097d6e1ff02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577d644c7927bcb0b1988e139721a34d22d30fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038a9c9b4a9448c765e5041cf067a41e1efa52169534eba8b34a7681ab07a365
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2141da83c68a5ffb05a7584565dfe569cc44b2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95db3a45a4248eff0162131cb55bc53d6d35ab0ca499d61cf7f81a9535b4a201
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148cb5e6751b75ab8bd218f54675b9acb3d3668
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc3c717ae1d522e54f2b267c042688a81a39ead0ba9e7c451bb3b726a67c06
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefccdc945fb301a75bbf23ccc6a8865e4e36c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac2e6834d2b23a60c9572f04b2595b2d541d47321371d84137a1b5f8df01ac9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e020a2a55b7a42aacd9263f134d9c16ff4709d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48463b35e0b830e2db09e53cfca35de06f02bedb55b9cb8a64436b0d56c8574
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ae8c11bfca6011128054cf6812fb3b3b443aff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421604177a01bf1f4768b9dd4362e9548cd93f27de012165bbf403b1b59ab565
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326d6ed63dd3318599adec327c2b36ec6d7cac33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1ceeaeb65a0878caa397f32abb3d3fe9a63db25455991ee29bb548e01960b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084dac53291beded064452acaf6419a35507a059
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5917d2518ac43923518fcc15170da0b0f05ebf751a739d7fc6fceacbc9d65183
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05ff0949b7d816a1277aa804cb91a70e867e97c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8857f982a1faf53d861622790c4a689ea1893e38a0c9d43cd9ab517dabbe07d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b5c3610d5e55d5aaaf023d7c745d3a86aae0d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792cda8f3e39d271140d47e189de3c7164169bf0ab6106d479831ecf3d94648a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a7f19b586ec58675fac1eb1f63f3ce0441e4e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b46c67c27bf4682695f00263513e86a54c05b8efc6dab96a5abb917c908972e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4817485b07c5a1d23ad4d48de317b45f8691ab95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20140bdf13c5fecb5d834d95de32c474ce76583e8fa07cc9ff82e8b0975e5583
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4365e09f9c9cddc5d62f645d58562378ed91435e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe4f06014e95bd877a8594b1b9ba45003e8a2167d123faec4288fe16da7d823
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eaf08723b337ed153851bea4120388285c7f29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea56b1f9a0c3e4f100188e11b6435f9f60845eb22a012b58d9ea9398935fad9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5a951dfda03fae71875ed93d8b19679baf03dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b776ed1e767770266d579f72f3b13834eda13874f57c00c586cd2de353d7d98
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c159d7e972d4b32828e24dd5f4dc38d423869f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162e39fc0c6701c90e4b2e010739e18ad7a936658a718786e92f6d015f60fa62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7503ee15cb3dec0a567ff1835765186ed7797f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612d6f10cd7905db4779cf1ce29bada6710c829a4d8bcc1a67ef7c503bef5202
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ba276d638075f018107dc2f9762db66a44f4bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66667e94174e1a25ea7ff71a027d5a06fc4cfd95303c616a42c14120f4522a44
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd93d7c60bef4932e83fe2d255d590c43a5648c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600ea46ef0b9b33e926c2edae9490e66c825b6da1b3f9c0947e54830e6db9353
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f250f81e0a713f93f5b46351909217c2b828fd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd884b1162362dc2c1626e9be5767be3c0196e91a9454cde52bec25d620d5a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f70c15d8c15abd29ffdbfe707ca90ced4d81d46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b6a41ecfb6306feff6fef3f2ddf04957bbbc8e7a460cf16a4f1065c52b53b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82121c782dad2ba38025e431db30dcd1ea10e767
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5187ecd29ef341700ad68bde270c03aae13d3ebff16034f3ea4d209e83e1883d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e737a7d781ed481d11e6f1161657df0865e1e38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fee40cf5be17d91b27bd199a37593389b4dff69526738312db9cbc1ddf057d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42acb9711bd7c4851f3702fcf3309785c343d6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c4855a585b699bad12e26b7c35f56fe02870ca5662775c7985cc1324b86563
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5110820c005b46c6f305f0b2e892ccc461a7886f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720126a6e6ce27e9e9dc8d0589d0eaba80699635c848d17306ab7b7416953ba1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaaa571c0db60f7426af32be2a253b20ae13174
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c8f17229742faf86723d47aab757a0a884113435c4ca7f1da5c0c59c4f3720
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5c54bbb6d020563def2a7eb86b432a92db40f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a7a9499abb17d76817573858f0dc4572aa936f48199ba7a9a2ec6bf57488d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad908eb053b0510eeeb60b7f2db006628f2cde6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcb7bc087da8503db2e14b4e09022e10ba19ce88d8f92522d03085ec8b7bb6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc92f3dd50ed52fb3490377e832659ccb88fc14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88f887bd17362ee64442c27101e442cdc22bf48db5932835ebb032b62bf4109
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f75a31946a3ab6e911644f1ef67e7633b55aba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683e05ff4a7123afe01518595812aa082aac0e7dc89c404a5dc1e7af5c092cae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb568988da7b3b9bff91b29f28e05b6f1d8aa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0716f1dfef8d751c8d84780d61d458b459416a7a79c3d3649c817a7a578fd2ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3b40a89be286c1994cc250ebf1ec0d54a616ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b0f3e5f2f9666814409f7a8e5bffe94462022acf855274a8df2a5449002139
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d4c85d5eaa9d0dc627d59fcaf3b606946110d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea5d3e6dd4a329edbe82ac6a829bf9c47cd4f2e583f7844ffff2e1f98ed1d56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0f93f3cdb0aa48478bdcab1103797f87bedced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71c873a38b71778aad0097b4d9dd6bff3a50bf76c6a60c701980120e714b43b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c78b099048564e64c31bc526b6d8befc16ce83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfa992dccd7eb7cd9d72dba7f39ef894a0adbc18dc71f3acabee4f1a881c5b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bc9a653eb131b4bbfe2b0eb02fa73069ac5be6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371a669db661008ec0a903c4123f96833b11698e57f506b4df18f2ffd10a0fbd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f132431620dedfb7d903836ab782944a5c260
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5eaf39f98d257a5231b996419a26a5e0f70424d0a56b59af599623d7b7e1c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b375cb8cb0c58f28b6c48280a1421928997c6f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5345e8506ee10d2ce40f7a20fa0c5cd0a1e188796e89396efe410517e13b252
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc555412cf1cfc88e4a94d0a034d169b8eaefd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbe56cad4ae04b7ba51d2fa35337a653565a96a7f51bb6d2c96320fd8415f45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb4697831190e2836f6ec0c05507edc17b9de0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b63eed1b4ad277a0514559e7cb4b6cd19886237d3eb2117a6f1d064e5a951
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7783fbbd58daee574b48be43b397d183512dad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a32db6f787733123ff12c21a08c52a2efb79890c79b957eeaf7d0e9bf28215d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a30c82901df6fed54a052f6d48071ec5f22f01b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b9d929418a85dba612a427380254d9a702cc60b49d1f9ae4cb7d91658aa9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac18e8549071a411fec48146d2ec4ffa664321ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4976398e945f1d23243b80ff3c8f76986189390347ee7044518ef09827868689
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3224ca5cdbc13c0003e6018dafe936dbd1deafb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a58966d3f590cb67a00bc35b7721d9c8f946eb14afef417d3ba775d1c6eed07
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f0ba042e2d9eb56fd6db9de7847f2f409fb47e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ea25b38a672eab2bdd294ac7505d75c8ddb21c2498b78130f75ab03c61b78
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2867146f8feb23b0f23e05d81b542d8f13aede84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29df2f3d6538c21cb25d795a100d259616753a0ca197f232c381729bd807be2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8d5e8fe8ef4ae85e7e824bd4bedf385268b334
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd8925311467013f76d5bad0d51c05caac9652da3a0f192fed945e1f91decc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fa8b1e2d0f50d79a5b4c0fa2466d4c333c93dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c21635ad9279cf6971fb6e6e9f7a54c2bb79b98858cb86a2723ab84960bc00
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f73af1f3fec1ac9708e272f293914b0cd4066b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeac3022891ef48fdd2e8891b13fb652dabe37b9860f52ac4f048158e7ddcc4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e2615a13219cf1ad5cceee8061f4a488d23359
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfeb400ae58e266a6bbf5e181739e7d0cf90e29227aa4f9387436d2cc9a1e19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa031667055e759a17808a2d20857a0953880d95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716db933840a97c927cb5c3a3f47cab6d6fe831164d6eb503309dad8e5dd0f48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bc6906e8af0df46289f26f6b90ce141dfb823a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30130d675f4a888571af4658b1ce66a13cbaefd55513282845670f3cdc77d594
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677872e3ec36312781568600352a3373d3a7155
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17377d8cee803a36efc5356f5f4d08cf5b59d6b2b5030873f13d3f3627c2423
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18980badc568fa8ccc5e27c9605f4b395ba37d65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7471f4b686c60f85595d60c589def35dd4f41968b556f3cdfa9d22f14edb51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dd1d5670bdf954d860335aad1f15b2ee9b5b59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ceb8ea9b5a456abc30b4159b0ccc2356550f0e570c47dddc2a0b62d03e469c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183f768025cf6051543f6afc0ba9cbc741120b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4248282ae33ded6dd8f1c9469f139f06bbc424447dbeb061216843602c24d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7d0372edde877f474396fc8951a00eadde8d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf8639d50478f85f331228713c2b157b36734a3591986a903712fe11a219219
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35baa94c90cb5f6b0baf95a9915a0a31b1f7df8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7393261dbc9bbabcd2b00cf5015326edcc53aee73d05fa1bc44c46d197a4a430
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a845d2a01091289f6bb2b413061e3dcd404f3ba5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d273e257043aab43cfd12bce2e601d05f1004760e055d4f82aba547024ee76e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b840ba5f9faf56d6f60b5bef2092b68652e8d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc812ccfa318438efd367b3b53ee4dd5ea73bfc3591581d7970f16c23265a69e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432e87209ce21412d568da93de96a53ae1d3a593
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20707e3e40ac37a09ff5e0927be68000e25eb70e4909564ce5aec671d9120f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fbd5106a8a72b62d8c7ab86d2473fcdfbc281c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9340018e8df3dd89f660c83618146e41a243608393dcdac90f19877000c53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693ce0e6a5381f63e9935e71c068b220efce062f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8369f96a972de9578c59911b5d524da7eab635d46edb3f96f832dc4114f3925
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245dca4540ad7fd0a1d0eb91ef568a74645e126b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bd242c99ea78b23d0e7aca627ee07287bff41c410769140d853831d27c1d25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795c24e3f0dfa774540669f106b70c20ad25781
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74542791c8ab4bd08d5b07483dc18c512ba22d73fe9399ea43f8a16cd1e52e51
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744fcdceae3707abaf285ae74d02959eee5dded1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c794b42a003b819b166630e76d294aa56fe10df8504234ef677e336962cc93
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658c1981c102ab1675e5a99e36483a350f9bbc7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cdddacc9b2be372566e45f7e1fc11b45fdfb42726023ccf0fb411212e4ba7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6a70fb8d6f210948b2101fed9a8acf64b426d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfb6ea1ef77ae5e8259e6878ff109f8844787bd8ef76a5b7ab23fd637f870ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b293284db87f387fad19a03dbeb3ab4b4bfb4cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e24927d1c227790671f58bd3820f14cc1c4c4697d622c36ca3c57ea7b2058b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8aa81abbf691213bd8b9124a3f77f2f7c899d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780ec44381c9fc42ae6f82b6b7d179f8eca58e787040bd604e1d6fed33716d82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fc97ff701ba4abe3434cee96686dcb10490bad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9cd3b4506c26b882ec397c7e7bb68bcfe80c23471ecdfae9d308c8593c2343
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10f41da74988d74354049af3fb5f8394f5b6577
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d66b6370da87363366ebab373657cbfc44e17876f8a6adb218758b979a99be1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5f730cf70af34154b42b74571e3e4e3b7c056
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9d8fa9ed048ccbbf872dc487411e87b20f437dfcf7044192d2aca97106c9a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2347f80a2c0bb8f89612156bc6542a025a4665
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcff8e03bd234cd49387313e79120327c785a5216a4356a053230273bae522f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b79deda9ccefd2bcc2779b4201c86cae5e98fd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec9cd834874cbc0c44b8c0ceb7f2b0bdb15f5bf7b951d3d0a674b6df27e72e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac71b217e31bf096ff08bd0e1c7745da646694e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e9d222c3f6137e4927a11e44ad2c85fc16bb916abb7937f5fd12733b8dc481
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3f442cad80d28b6625bd9d3e38948ebb3262f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85da800e98a5a35e79cac5e05092eea0d10607feae869bb4cf38dc8315cd506
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bc1b1b006bb8265120bb4272e98d90b5f6bb47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d199c21ab31926b3bf6ab99603d3f64843a07afe1297f750a9a48736de4fbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68adffed211ca0ceacc17e0a646c02b7929028a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823422ff6737ee3e12f1bd6a5f1dc058c584bbf7cb5f8c8a929669847db97b71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be65786f3ef5026c45fcfee63146b69146333c51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6434c482d2d7d20996dbf253effb9e53415442fc1e179cb375d0dad6693e1e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c9cc935ac915198db4b25d21183bc73a5f1989
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43092ffedf7580989bca31b4b252d59be586a63aad465aba56d9cd272849dfe7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6ca51f85767af5d80614cbc14544e2509c3de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddaef5bc095c1beb303347c704f3e99b8b0f1f3860ef5403c91878123e6d191
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09cc3ed0ec13be99bfe76d8e408edf4c4060dd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571c79bcae22c253c7fdb80afb89e71e38b8c294cae9831a201aaf92462dec68
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7822e33ffabd8ac89fecc625f994d1d9bf0b43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc73076942b84b422e044760158fde54184f0c4e9bb1bd419b78165ca0e87fb3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abec7983e3408a0708a516a707e9b414e84aeb5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a23cb02ce31e64a790f7e2c70b58ef42aa82510055464f57371fd4697ecbc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052dacef08b616831883f86097566da1f9651dbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ad52556452c131d05f28d42ac9779c9f0a612f148907fb6b74c65c71475117
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8740df4b3ff1fbabe7fb793822f362f383a1af74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e223a584c1c7c642c9900f25d8a60cfbadeaf7d0ddff1b65119aa838c3607
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07760ff99ae0d293ff9ea2912ead037d9dc9cf74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a1090eb29b3b3080d8711f113463ab76d58b60320c98a597c9acbd67a3481e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b65503ef39962bc95107f69ab01f659805fb85b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faea3a3e1e859dbb99b953dc95dd67a35d3b2c233866162454c5f47e499ab001
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0925696f268bb1e1796c8448a84c2fbea87661d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad18359dc9d9bc0c402c19f2f81a92b7cfcd65866d7dc435cbf9da2433333ed8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ecd6e053286b05a2085b0acd53538c098dc078
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af50ea539cf469e9d4887a9f18c3db5dcb9a674f1f8e61466d2a6a0ce059aa7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e21f39b18984ec596cf486877081f4257b46db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8ce9e757ac24b25f519e162c22a0ca8d6ad75e9858b2138160d1ddf58ed665
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400593443db972ca3f0beddfeb178fce1f3c36af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4d87fedba523794e232d4fc0feeffdab0e337d3c8cd706c3184c9b23ed6ab6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ecced55d4d4af9a6c6b331d565170839016e87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bfcccf5ff21c75561d48b8fbdb5e129e95876e178f7eb055fd4e6027dd9818
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c57e933d41a69f91e8cfb2c79e65aa3d5f7ff3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea0251cb9ba7fa3ed289203f46daafda7d209a1473021581819e2339772e19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4286367451e478f7ebad755b2e14ebeab48b4647
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5068c7d4ed0398ff99ba02ab51cce2ce546c27f7450f1c5be6fa6813ec211b2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56d151fc3f9f276b3ba824b728d0df42b98fb55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406f3fefc53601aa3fb44f162d49fe0a36692380ae807b5f929ba08d4faf0b52
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a87280f578141f44704d0316c3006ccb53b40f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6bac5cb2c993133552bcd66cd33901c94961f42a4c0af8c2ba456eae7a7d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453f984b92fec94444297eb991fe22a1bff17c4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e461515c781537c2b32ed24184b3406f7e04dd1b6a514b66c76a7d1cba98a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbe79d1b3a415769fb4788e6789592db4e4b9fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960be24d74435aa8957b1b6ef9765b42decd45c2d478ded39e97a5ef386a26d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532d52931fc68580d6eb7dbcb19c1229277057ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5b8ca21a15e107388c7c36fe43150c58c9cff59c317d48986e69b92ddb5304
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1149ff05c90b88d084627fc55fe83b015a02247
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f69eb39d2f257d6501d6e0d79e28c6e24432e1d218e85aaf5e79bd7d26e908e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f43eebf74f98647aa82dfba4b6323ea372c166
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e233e1917ecd784d54966b8c26ad4683c45db3a08126be05487e1c995cbbb9c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66262c80bc3df461e420a15b500a4c699f19db59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054b3a9f1bba04540b94c04efaa47640f544f2309a07005985aaca8af45fa11e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d0bb58b1026afd731e88932f9ea4b2344a39fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff53359d288a087e227fbf5d239932c920608329af5681c79339c0744be8665
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0f5cc88372519a8d8c4dd73851601dcc4d4843
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14551204dc15067af6d85695dc9ccf798011a59538f9098122853774382055b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24615bdb498412e4ba0c50a4852329a65876f75a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b34bdc75dae4135874a9037d0f294bebf2727d904ef8d450c65c2821de22626
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dec88663e7da480c4604c6e37f8c9f39d1ff10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e670aed1c3607dafa92668dd66b6abc834290ba429ded91a6600ff77c19c25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a26a4da52d667d1cb8fce519436bac3b03c40e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c439dcc42e059d4e04f586c3e348c97f7770eedb2e1428852a2349762e41e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab4b0baba07672d36bc15ae8e352fcaefe425a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774d8049c151aa4720f63be219beddd76e921b2c898c90b2133f179b3a1b11da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c75e6d225644a13d50c370523bcc92fc49b4c71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d516edc1929eb4913b2efb85f8d5eec50b95decdd369d11d5a02664720e07ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ef88cdfebd4047465cb3ae24e806297de88bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a62bd934518d5b3dea140ecef70c596c0e359a9a7fd48df96e4c7886d2ae72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d8f6b44ff4f439f34822ed95babf41e9306df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf47c0529ab12259da319d377f19dae8dfa2efa1ff23ab7ee42750ca0cd4d1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c701ecf51d73719cdcc5d7993916af503e3ad5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b59616ebc7bf909e06dbdc60f20e34c5b684564af3b1600068bb46b99047db9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee8dd5c4b64e98927e3a419d5db9f12b5872828
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dd464c30a50402bd826aa17debe691b1d942f32e3cd5b5598eceae6f035ec2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85517d1663e5493b8ae6f5b8eac1415ec0805738
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe7f56189c4906040de1a7713893dbfaf6b07a167466d64e08d4a4af54effae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e00ac02b53bd85860beaf24cf86db8f33f5f95a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a4f1a63ccf95d493cd3336681c4b1c6669b5b2999c2089f5b8a0f52ef6ce82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac08920b5d8c88f83241408c5e7b5301862e7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a403a08568ca2745c51f9035158990623dfc502e75c353ef0f89fda3ee613972
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58936ed319cda22ebc9be772b890339dbadd4f50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38036e7bcc5e961386dcad2b5938e30c0d745142de5653824fd63a3681aa72b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e977cd9d01ec92d42e424b39f69d1d7f6df6c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98316977e8242ffe9baec232e79baf39b9f85e1bc3f410202f100a624cab0786
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bb8c6a27c4efb565a852d04c4cd0ca0b0c94bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc77445d0027347c78e4f79bebaafbd578176cc71343efdb3741dcfa95031fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa22167b8110920764017cfeeb5a4f3eb18c09bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb11196f165f01b5485db246e4881b01820dedf4b18660fdb2f172d22ac68e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb666de4d58e2039d843e1a5147847444be9720
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f75c8adb56a5eeffd7ede4237bf93b054f72ab6d97a9a537fd7d76f18e529
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f862bd9a35fa4abc767415df78c56409614f577
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796b5e8b64c01491631024263cb574be4d38374cee64aadc5d93e9486f4ee0e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7c01e50a742f7966d2e704c5e14357c7489c95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3d8b689f4361e3d41df2bcf6bc6aa5f96a6db007f03df5795d727f208c0338
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8a29cd72dcd387bc995a82d7481cc4b89e7022
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494d0e4c6233ce04ee2c297d8380983da13ab16ab18fabc130d8736d1d34e31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d169f42c866764974f450661be8a656baa93097a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93afe2de5ee0e05ea96f05ad8d334b975d34046ff690004c45ae21c0b52df4b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b96bd9658d1ece0133714a3da3d723cacca3ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9f2a6c46b432dd930baee37e59debcfd387906fc11adea7e4d4c48e7f4e336
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b76fa656c47e215ba74aab11d33c164a8f0f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f66c21a563adbe656fd54beef96d6fe3b1ca60e8940df3afc4963e26c53dbf6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdb2adb9eef4f0ff5031f0d326bd82d755ec9f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baf6c3327a0dfa82fd4ba07ab7e99c43a7bdcced06a11942b327fa36c08c125
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df18193020f40c795089fd06f507d4a6cfa2fd20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cec1e3c12f1edfa9c2af5810e58965a99d24376d43654065f9aaf7c6f057d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e4bf4c1f15b44a6ff50c1559b03a08b8d9cf3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8430b724310ddf35fe976d381c50b8d498bdc427c5c75edc991ab273e589522b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af38b0e156119943ad8326f0718961b632b98fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb65284baf02d250a23bb239dcdf412a5d5bdd523d10410a3f6b5ce6d821856
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2eade5e4e6a5ee25e1a7add32f1bc1d0abb999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baee47d8e8f3a11d9b04c34762aa19313eae50db85f2b4d24d8c3b6fc26711a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabd8cd533527a361bbd2c8343d2bd8f0801c768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6801b4cb018474a29d0bb02d3daa3bff41ece98812b0285713766bbd3f8145
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e727019016912c280f0903d4fcfda01dc1df2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46941b2d4b21b589b10f32f92ea9078141d60ef5ac3ceb16dfe3c3228a008685
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600b280428a437254553bfd865b2487355dd3ae4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8299dbf8e7ad0d489f1515417850c15d4ec04dffcd1ad3b951c1ea403c6ce7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827cf5d0462085e216f92658e98f5311f69ff842
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427ca929a4274043619635196be722b61b14012c2bdb766f6b2f39933e300fa0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e099ae7286b952ec859a2dfd18908a218cb0b2ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cbc21c63d1bfe880f6dde18f45481da4c39628a38c68e981c65e75cdd24ccd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bbfc6f96a0f9f68701f140bacafa2d97056458
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab7c191fdf8f3e56e0c1473aa8536adfa61d8237415919a6eb548a301fa8009
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7390166d03e60f0c6715eee419a0c576bc728aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c9027b61a588d24a91601e72c574ef5f7662c4eaa903c4085f158c1c2568c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c4765b81a03eca30282ad0dc993807e54de26a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59da3748a226fe075907585f471566f8a33534bbc296a1a5ccba241de53adde
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6167b45292bd36617fb853e48de4d118e9a7a85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e4d2353819a1536c212310ca317bc52f1062b18f7c919be7773bb2437d363e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a209738c54b0a34bc65616e40c5bed42ea2dbf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5aa5ee26ec1fba9ff6c76e7d9e05a17971358a570c7adca0b88e0532c2e9bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3da5671d30480605f421fdda5a8f041e08b07f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c33955fb320858a31cda804c54b2349bac08fe3abcd034921bb042e5d264ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e4dfd9825598922cc187b0baeed0bf5bfa16c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627f0d278483dc67bbd200c89a8fecfd7d1804cec81288ae4ff7e47d0d69591e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285ea2d465c74a9a648e3a9f40d179274c28a3e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a5d01242c31a66ad0fdc7c37a5da42f6d4e9d06ef6299233ca5f9580ce0f33
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db9d46965b8f840908fd9538ce586db4bbc3e05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cead9dc10368f046c72afaf30c0d71283bc5fe3078b6f66a981fce369181ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f43c9dc8ca42229c40ecdf01966eccec20f8f11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed178ddd686049de4a24731baa6b97b566b6f6fa7737a8b64233962f255c5fa4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fe924b9e1c23f6ae1ef0d1dfcb11338fcb2b84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c497ff92eed11bb0e0d21c17973e11117057aeb469339422ccd63f1e2a425b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04f167620113100425cf30a62c9cbc670c1f857
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4e8cf5e209cd8db98cd59331193d77faea8388da24d0b8f1c2fa4258d1cd39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bfaa082ec34d4169ed8d611aa507fcdbfe41a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be3655749b9c7405aab082cf3287a3a80745840544e4958f2be136551dfceb3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55abac7495636241d378be5956bb82a54b59a51d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7e08548d47d5220090b7f97a0f720315b0a203be66b202d9cb6038b99c383
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b6965491bb87e19620aadd9e806038c07c82a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa478078160e33601ee9ebc63a57af67eebcd1c9192f14fb83f4a072854b8ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528e936b9c3b069f6f8b1cf11486a4c2a5403387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687c60ed37e771f746db75d303dc4b9f5f9799bbc83c2d8792555bba5667753b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf4f25d94f58a3a22d40e36697bb0fa4441d49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094cd56954f47e0f522cffea039bdf4746465b9fec5e3a4f06a7bdcbf3458e5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3fef694c5f2cc7912ad8f5a81ff5b276a3c82d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2c230382b40c086886dffb058bb703a8a2436a3b5e0e2e8981d2ac3e6eb688
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07adf77ec81df5c34ae77a9c5ef0e28c8c9ed697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bd45aa4c01ee355a89873c305c78b3745764f93bfcac8e6f21512daf3a9c34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188bb9c8e7c012ea751f3b469a6df2c7a294d9a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782e76305aea1f3f5e4fadbae07095947f71a06e2dbe5c598732cac0f1350d3d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db36ccfa694cbe5bc4d6ba8851dc65491020ceb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dce4e10492f2a94212a63d94d2c08c3a872297e6907ce77d353ecf900234795
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99abf6b2448704d84739bfaf1c997234a6bdc0d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a39b3d8c9fe7c5f9f7b3d70fc3762314d34e5fd89871eb6d5afbb8dd34928b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e6400c987049daa1002a481c4fd8dd1fff90ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08d42e06d46d4ffee475cef977a03dd3e0ba5194e969491f10f8eef2b98fd6c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d8a274ba7cfa9cbd6b19b281c03304dd79720e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03135658d4b793ae108b41a679a1af0d0007f9fd9cf59d2ba9136df1021097e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5a0e38b74c56b07578c764e3545162d6824989
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646c052cac7a4db7ba822317d9e27ed88acd8e083e6eedea701e12cac8cb619b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37476f5f1b0f903bcb55ed4832e7f4beac1e8d93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb016deb4cf6fc562a317cf5a677593c2fc05c0eb82642b5a591a0fd745fd7f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28088fe5459c3aa1491451989d7421f989eaa058
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01bc3bfafbaf1dd1be21eee2508cf32d9d16de2584ba1e992147f9a664a7e5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b1b38aec49edf9376d52e00a6cd1a8f946d020
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4238e5b7843fc10676994825bfe0b6cba73cc61b1e9dff123ac0115e97bbdd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a91e917b2313afd06439018c6bf3b762b679763
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890e44423dabd3a6d7273643de4b8506d88669ab7e70ee75cb80027515d22cc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd0c895e5fefa297aec6f4cb003301ff89df28c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea2a18deb01df48f974784b630738fdd62c1a2ae35e6714f259c4dc9e9cb6a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadea80a35af25126fef6b76a6c1a3e997ab0d33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09416e1f42814a6f8dc67c96433b284106f61f476356c1df45153620e918d8fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a755742d9d423b0759f2d1973ea18f9a685d417
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51f49e2fce8202879b22557a48e0ad73e0941a16c0c4e2074e1726e5e5d2fc2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e92d2153d7649a165fa9852d9126377ea405bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b58dbe3b7064a6a83e89963567c8b9572231caa6c09c40a0ef897e46a93153
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112bf7c9cc88e143e71285ac4acc0561eb754cef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faa39f864fe05df741df80724cfed80d51528729d92129e1af25a6b8da40b54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f01ba50037c544121e265d6966d6dd81eea6480
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f0e66aaf62cfc1200c4e20981ac7b0edd99ca3cb36cb5ce355dcd777241fcd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c867e0eef92add01a1c929cb4ba3221111d373f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b4204c13e480b9a7f629de7229aa30a3e2a3012077e332b2b5155e4e6d55a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071433426443484e636f64b5bccb4b5a423880c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efa9c24136eef020b11449e1f10b883bda6d772105929b21b1b349850c35c62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03321bf15d7bcb839095bb0efe21fa7c28693b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52c8f4ab27c901b6d43daf73dcf0127a7cd3f5fad23a6b47b90929e34f24d3f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8b26cef639ad9144377bfc6c241952aa4e093e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc04141c02a1befeee73438228f208e07a8572389ae58aaa35dcfb2658b916
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbaf347c1b550d3ccde7ea788d48cc5f173aaff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fe690fea7e565e450d9af9f9459d497bf99f2b3f0dddc6c3b8459588a22bd1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad9ea0b5f3ad6afd3f01c7bc986e07d59f5556
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec344d345075f8bc7694fcd0d7d52d463eba8267438fef74f08143b34193a6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c691a3c2976ae5a9274c845be531968664c9451d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b147c7083ad934eb2120c8ae53be797fa15910174b26650ad97214274136f5e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82f19e64884a7e17517ccbd1af450833a169dc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd133dd41502cd31f4e83a28ae4611e92d89db2b91eeb1aa78d6e1f9978ff6f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dff435fc9aec330b5b06c3a18235d654627533e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf6134fc3a9a59a8e7adbb1b33347b17aec94d6f03f6c66a281f4fb40cc14f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d88c9cd2b571f2af463c5564ff10e5c3d002f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7b47e93e4bd71290c028f9edd6241f1a3730a0aad756b3f34dc2f44bc8153c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038d62228980bbb6201824dda6c1d986fbe7746e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9af49a8980793c5af563840600c604362ee911d96d2bb59126647f131d8a95
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15099eda560f99c7d7fe2d797bc5534867720145
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e4f1c12a5cb0c8a129ace9d74fed206b15359a5e4ee6b842d0634535f1589f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b33a53d9124c3319d29cf66ecb6a15ec15689
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f614cd9983929a4e17dfdca1f1cc81af542a94be59bd24894bf78f4217a1f5c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9c12f1c506ce82446f6adf2c79ad9f085a5df2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973975f7d88d314c77108e08addc478f0613110c22df872ea1abb202a0182e7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc71ea1d498e148dec8b26c844f1087c03b032c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d00dc2674f98d2a187fbeef06d67e7ef66613440827de65ef2c4f919c80a54e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4ddaee02bc317ec29356beaa9c94e9c44fa272
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3d3711f7c5ef574ea2f79f602e6fe33ba5370217880f5a1741733d70d9db38
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d94cefa157642c9094984891ab77cda3b792ed0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff39390384576eb092b53b6aef11da6f5bdb4885b04875eb5b3f54ab5097de7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025db49d1eb4a8356a798c72687f08de5369c99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ec744b97a4c5948f8a1868445b123dd8c6c6e4ad429e1984f7e4abcde6692
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ae07c0530274995740f56e3e69bf936ffbb920
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a269a01447202f91e369b3d9ace84a8344a71536d06cf5c2109df8c0b0a3276a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1837133adc0bbd6d760336bcbd95739bb894b6e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b414ccc2153f60dc68688b76a3121e7242c74f8eff237821e7114163b95726f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aff8d0243e61e36fb8d60b1af75655a65680fee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcd94fc0f32c578c32edc05b054473846845f4773a185003fa5bd640305752
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f65d38a0e2032ef59adede84ca0293c87cd5da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686c765ec2fd6685bda19e0f598efc045ff707863ad1fbae47fdc5059444d753
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066921daa4885817c6050342172eb4792cac81e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5e43e1fc22e7ea0002d9dc507a366a2f350b5483e3a3eaa3393e0fa634fa3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce69ba6c3cbec57899f5039a3e22c973076350d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6433779c00928f6b3f9fa3bbd6903a4cc4c2c154fd39ebacd2afbf8a7aeb4fd5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf89a8873f5e9e5f5f02d0903a6b452d6ceb108e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba45448af099cd05dceff5b6f73c674eb028358f51790011269b60ecf529cf3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e708df0e354e28cc918128a80bf8a47324d53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2fddc951db1d0439a9bab29a20ac333427d852a366910b571371c9b2fe8041
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c720f09595433fb1ba77802fd0afb7fc5e1c06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc513b8fc92da13102bafda450503d9f8a2a475978ccb4e26311763ded56a2ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d6da810a5e1dc530c496f9ac2daaee51170871
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230c5a9a8ae8b647a3d4b1c97cc4b1f15ddc86d6ac51436c205e58e0e074fa9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c900a5cb4339502fa0d1c90fe973aa4bcd23871
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929e9c38bb01ad034922e7e1d262f0de2970cd43d54fa241f3ba7f4a2c561eb5
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a38ae6ad37aec470489b4308bcd3fd582ddd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e663fe9a0e220f116eaf518a357a60579bf6466d650bb02e42cf69de54b7b3d2
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b915c05ef50fa048b03ae3b3863082c6dbc5d20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6f276b1936975f2d0c443632e5978cab6f2fc8fa0ec0400c58801efcce7eb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d905c78e35db97873c36c22029c2df21db3c3e10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3670850f2d1d0ab3e5a6c8e5aa5f1cf7631883821012fa01a1869455b59ac7ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d39c8ade1254023027156c836fd2abf99545150
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4948b4ae01023061342d7e56c94a17da57d25207e90bb0e602cede1d31778dec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5651be176a0ec707217637ef38df6a84075626f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b27ab3f06ef619abaddeacb84b6406f6f7244d28f63750c6b228df533e62e81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5c75e91749201fb09a0d7d848603dc1839faf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb833d7a9ae351c3d02e76533fef9c1ea84745a53a5166c73064fd7eacca8717
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6ee6650cc7f9b873761edc96b0d1769b7e2200
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cafa85573334f4c3ebd23abd0aa10157a735e4098a647cdd719100de5eea957
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723849e2a6fd080829860743ede8b213b106797
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d561a94ed9fdea12c5a235774a6aa2c346d0369fe6190f7eacfedea92e7963
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3129a81a75057072982fe60821acc2846c60a06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58663cf69a26a4bb1223da3183949a867db6facf2d57d8c66acc5a40e250c984
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c390c92f443da3a993fc9c1df7b585109dff0501
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3804233d4f0f02d1db76fafdf3ab9a4ac5d0dbf1d424b5f2bc2c8478a4a82d01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e569d3cac41945df748553aa1587d131c62f740
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede7eae6f4534b3c39c3dec7d4e36d1e3b7adfb5a602cd90a23492108ee360db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dcc006d48f03049cc607dafcb59d93c6fd6462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2108c20b6311deb049269b408225422aed3f9250a82d24cd5f4278c471dc381
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d415f1ea5e44fa772248b259591874f1c9cdf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921761d5270c9b5fe1d196b218f1441f97c19a1d8dc8050e691b46f3d6826bb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c82d051f79da28f520aac3f356fd16bf5dd2fc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee67daad7d4b6a88d57ec11978066ce27304ad369e3b03d60796497f021ca6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5213e25c937f6bde7ed6401bb9082b4bd2df6ae2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fc1131f3b99be684c215c44bc13a639241f3f3af4e8b117e5e72b7154f02e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0662b49e34c33e47722d4669235bf9b71c7205f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb0491693c9a2ed51766bc3c851bdca2b268f419a0a962ec3a43e88f8963adb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4c783e183a8dba3f55eae31a3647e92491e1fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f15e37407acbec98dfeb561a9eaee7141899b54f66e74449b95a896ff0b70f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f988bddea6eacf8a52c99b651ad5d1f0c5d20cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f7ba45d135fd4a0eeed303fa46cd62a732a6b2fd00701b6be590ee2c19681a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d708093e1fa82ccc0df6e596f967658b23104fdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25c5216359fc5691fbac53bafd492687451eb8c26ca542defeec1c6c779ed8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbc1880216092478957e267838d92f1d36e0a20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9387b35a2716672f942787231a500515b4383a8a04901a065fcbe7fe4c7e05b7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ea1c919da115045dfb20ede0c7d5f5f0e70f04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f7767632bc07af3e7e8e71b77b9a0c760ea96dae16781799f48d395cfa3e16
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cc0bdb86ca34328a34e2669d99e7c2184a3c2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e16c1295adb67b069c4df097ff39211b7c1814a07249f6cb178832b705c5543
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835512285f4728c2b1ab69f57e200581c522769
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b8913abb67bc9bf130cd25e20cb09de4d77803ae1eeac60d9b9d11c837fd90
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc357ab5d9cac8e8c647a55a0307611d89889a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60c1ef545f91bd689f8ceae1cd39678d19ccdf2ee6e30793e5796af1cea2a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64987b25629b5e8d4998b3dedc433676840746e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663cb18e1576c4f77077e9d920ae72ae42b49b8429afe1bbb2d6366cdcb8ddd6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedf3655fac5998368d2aca73d1b51161fa53a09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653b9254aeb169a2aea1b9b3b44d933c8c9a67482a2ec7872f17fd71c972c75c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d2d29360c3635b5e846279b0702358ae129b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbd67dda3596447ef927bf4ade928961fc6379a1c4c0c3fcaabaebccebf2f0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28bcc252e4ec06ace763f897794dadc859e9c5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ac61bcae0c70c72d29454c4467c540f31867d740031c95899bb0ddc0e6054c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39af8429f397c3eacca82de9e7b7c97f7cfecb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e083d1ddb1b2bd0529891614a6e9e6969838c192343a3aed1d190666144b5aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20bd710d6ee1664147bf70a18da1ccbddaf4b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae886884baab1afef4c9aa5a9d2f7593879178a38595cd2c8d4debf66010e94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6a773570b571a610ae0f5e281863c71ea3dda8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8219ed6ba32d8850ffc7ecdaa7ca32fb7745f8a77bef822a4cca93741ec52473
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f9dc5f6e4c5778edba8aa8e60a7baaac311814
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df06f2f8d9a57b4eced3727d83215cdea3369ae881d4c6b38c15ec033f48dfa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c891eda802d913442bf6a204fa37fe18c53b7fe0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe922ada845eb51d333ffaa6adad85fc91959c42176e61760ae54df7982d87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fd0a32dfa05c2477f1c65ce1ca6d56831a9c55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9fda43bfba788d3edf031e693b9d39bb3ee28824da0b716ea74852df507d5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be4500c39e4fdba3e8d6102c9133804bec53c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e258f26d9fdbbc4d91580fb8400e22731fffee2199c62307c5690e7649b78c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934511fe295581a94001450559f75fe2c6fdef5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef9146fbf80c0c50000e0191895ca0c55cd9ad7049c7b39c99b7f17ef2a724
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7747587575767e711a25314f0c3b98a1739d7194
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8432af953de01419e86eda578f997884b9863e7783952487a4041a0ab854e7a4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fef220fb194df65a9c02e8c87946241de3adc9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429e569cbf96b75656b60a9aad82dedddba2f2c1acef9efb592df7a658d0e038
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0919688336c8dbd54d57fc6db115f875b2c3fda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b0375052585c09e8a02af425da5f7a0c4a5c6a7099a4fdd9216a8c7da3a83e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722c391a3967af138cba627b3a5cfcbc89930437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1aabae6d7e85612697d89dbf22435eafb0b609b070ce52be2bf35f99b6a0c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992f249e722094b64b84418f0ad30cedfefcaa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb1b75a7180d9c783c17cf2d93348882203d5500ce5651b912bc7c66c0b3646
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a3f91098efcc40e741321654424609ce2ab9dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7844fa4e19d6231e02a5eef46bea85b0e64971cb05319d4aaee8295f959604f7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c67803b5be8cfaaffc039a63a99a3f22063c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa20d610f70b9c209ba70debcfbddb5632e2e27a1364728f365f82045e07997
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391362fd248b45fcd03e0a144697a326c247dca8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702786b2704cd098bbd529ea04108504a0a30d051c176f70bad4715503a0a9aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3fc733ab7072b71cd05cc81d1b77bdc2f7ce40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342fbfefd068d6b38464bfe6b4cc99818525c53d979ecfe6309cf41660e8373d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57621651cbadd59e4ae4f5ca69e4ed68a48ced56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff2c3eab52c825b4f648c6fe773c1566b8276b7d687302a27d12eda8c776f4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc905c01ec1306ee3dd44f4abe69649caaa99714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e612b155e167ab342f4cc3320fff01c81132f25af8f35609fa5f96b096bd6ce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80831385d0f1c7c74b8f3d3a6cbd219230259147
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3f8825c5299475d2a6511381eae779a0ad4512270d6d70f4ccfebd66e5a365
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7932e23aeb9ddecfbd3c9b7b3e2bc46019557281
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e345553ab55845d1f27323be9e46eb60621b25212d9321dcca77ef14743f5ce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee69e96add122706f4625034575940414888c78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d184c556a46ade1d92c91edeadcf6290cabb3e690dbf39b1ea011e4b85cd953
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e10ce608c2de5a1bb06c451345643a77e19eb07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67db9445695e1f8a183065bdc6534ae93bd64b39e4a956bc8ccbd0e8984ae9e6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb496de8fa1e959fd4be2420d7e97d8f6cf0f9fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f1af5aee64d0023dbe5d09085a7b8def2abffb1cfeddc66c233be934931422
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194524d0b4b5fddfee81cecd7ccd9778eafe2c5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8121efdcd855806c531b71ceca2278ed6fcc976e643130cedddea90857723e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621928f8e42e4db23d265ce9f630bb4d82527ab4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d79cdea1a9f47d9388774ba356cf30dff7a8ba3ea056eb56156d4ae922f6d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99f43b7d730fe508d218ce0a337caa69dad608f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5873098b99c3b68ea4ed576ac1c55ba3aee6c8588c844e21576b8810fed11c45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f854edf2fa998b1f1b84fc35c3a29ad0b22a7ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a332877c376504763a5ac6a401d456d96b8c798472525e6cdda6cca714382095
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa55bf3403f25109afb3c83ea40a2d176b9d605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88e28d5a8c5a12dcbeac879bdb2a5a4352863e8a66d4694d2ac881d6aa63d63
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20f5a85b44705d238058a898edf254ca29f6fc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfb2282e128ce50a8aef5c1ecccb394bf206e7be14b0a4cd183296d60d82e7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7a0b57455853d7543ccfbf58f7a853223c36f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2941dc50f82fae08c59a46803779d6f7e6b8c8da19bcf3ec84062fd37fd58471
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11feded76a734575ae7d33b9bb41316349c53c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d577104a79cb4d3039c0bdf4813077ad1f237e72ce04eb16c558c3942eb3d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df10328aa00c3f59384a5ceb321312599cca57a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18870b505aa531877106a4053c1ee487b20a6baad2c4fafe399ec703951e39b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d688df4a4cf5e129540ab0c0233def9c24b741
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ccdb27341122ed4efa249f828b1a7d0d5685be75cfed3023f9184e6667293a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f900bfb823f3add46b84fe082a5d4eb018ca3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d2b4a77b9183b440d28de670708dd5fe1bd1eecce2585e4f38fee459bcde5c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e500a0cd58f1221747f1257d4677bfc07657b726
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1fae894a97d04d5368faa46079932038a9bffbde055053e1128ae5b0c22b6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1163b7b6dfc27fb4434ffb76ba325f204ff034d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29adb639d8ea9a3e50f88e562f685513b3a34be38a6904e5749172970a221f0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c253b0d1c2506fbc4e29ed91bf518693c74d95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d8e164be565b3d0173d22a779332845bdf3a2e06b8f26a5c99891d32d32a58
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9e2228953fbd3169caca0ec3201d48ca20fbef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84bba8d3b1f79b679e5f9358f40134d7d914e75962372a2f5438d05baef4502
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2192121e62a79b5300b331434b1ecf49dbcea6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed041a9d3e424bb95212084dfb1defb48269e20b3080c49fc54f0c7d691a3d3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e4a15abdb4c46fa94a4fc04c128b5288290874
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fce5142e7b6a063412857d7c5c0d56544f0eafc1a83972b3eb05f7ec03894d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fa3d9b7af8a4afd2956c10a8609a1848c8e6df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fe38a4bfc61e846faa7191e064953f6ee59ac664526e575aa32367f01a3f10
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca555a74096e0625433a723698320914585a467b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d86ca858f55df72bee8bbb09523e77aa111b7b28909bf9a0d9567505e38e6e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a68f1710a510b1eb1b2e566f15e22ef6e4492c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3459606b82807bd8ade7b10ff1dd5359b181b8087bc0e1407195177b09daa81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3348edaa4f293713a74e95325da485a6ae8ecb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191e1585fadde55f07451db71a135bf2c491d4df0ba636a449fbc259379b3a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d744e95021de553dbd6377549427ea62a061eaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953c49960160392d8ec6b5efb386427c3ca4c1dfad7584437f0988f4599f0d9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd55621304b40e7907b4d86144caf68a5cef38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a96488f1d00051518cb30a3a0992bf5ed7e52767a51571da5580b53f7c2f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67e4112afd2da936f6cea8f321244169ca41778
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c648f3f5af4c0547251ffa9569c5f2aa37baae62b4f07ae9290bb7e3d9916a46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c71d30e44cc6dfb4d70b0043fb65694c75b9c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6b024821056d5d8775972e8860f4b3e0fa72961b811c33e3b60e0ce6284068
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7dd51d9a099c931975efd6ac5109f7c2dadfb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054f167acb03137760781d0e60a2a4668502d8fb5df18070197b8f77ec95ea33
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5023a22ada916dce83bb614d0a4fded9613bcc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f026a2d391a22df9c2abfea1677d3c477ae41ba8217df0b07132a116aaae846
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5d9b6b432a74da1dd7efb791cf54bcda36a524
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d1769b7ee6964cf7413869231ca38533da1b6167b653f00d9eb3f411567db6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b95f3ff5a61dac6391eedee7489ee4d67fa13b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e2ce44a52f2ca35762fa7148b259cce71d33d4064bd535991f633392bfe312
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7802dded519f9a94f115c5087e2ea9e3f40b525
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccc932a1c3d0a846fdac3f916596c8beb507ca1f8d4db42265416155470b31a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daab6b52ebe73812253af4927f31d8626399db37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5da7f8895e793d516227a15bdbf946da802c3253f155c5ffc300be52c004c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cb8950fa3fe344434c7f04ceb53b636008d60a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f547ed2a266decada7740ccd81de364202f6de431f7baf448aecd34d6622fba1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c614befa508152defe3d6f00be4334c3240a4ff2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2401119405739d320f714800595801154d46c6dcabcaec66709b7f86146f56
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235dd5b79a821c96dc6ce8de602857bf528598fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073798290c37eb3cae90f8bc7f7176e2821c1fdda949a577b28c0392bd1d3851
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3266b1b1c724146eb81fd8828639b0a77d3738c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b45d6a483a5b07f455af9a0e7f800ab89f59aae3d955ec178eb7da701c3487c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4ad0190e6414f7da95151892f0cf9450bf6b6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c36aea58c3bc9141b1af60bc6b8b30d553eb71db85bb640a65fa55ea41ffa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a21335bd01d46cc3a079956a7a0cb999c76bfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b19187883af245d49eafddb66d6ea2285e1300a3bcd87af5e1c33a86b15f24
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8651bdfac272d7bf89975cefdd37a3069f12e93a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336c263d6b5b5d22bc725ff8cb5d5de7ee1cbdc8993a4f54dea80b918e48b292
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3758c1ab577d230fbc30ab36235039ffeaa0e3cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7531b221547563c56a81d08bac79c4d9160166e1a622b17de4292ec2cf449f3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d465fdf6f62c3834f3c3a5c19b70a06311ad97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ac2a91c9ec9ad71930ae40de3c6127cfb004add74335bd4968e4609244ffd1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb943aa5c03ba8c245300362a59ca70787f520d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acbb6825e01bf024d4cf11c8001821dc0516d3cb4ce2cb9a3ea1daf60843228
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f49d0bbc451532ae7fa7212c0031a16eae75e88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1f3e7ebcbe10fd00abf3e7a1be2575de9218bdd04e8d582b1ffaebbbd2a135
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819918793f35904077fdd87226fee9aae3da6e77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fc60db672cffc44e52fc87518843762eda29fea4f558924f5186957eba8975
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e23c6c40d5563c9a3cbf083eb1dcbe4a34009d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64628942ee2829574651f17b147c675e245e965f07c05b109347dc2034798a3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67236cd0b1e7642e54d586a5246cd0bae9d8aa7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905b0e676f5df162f234703f6a418ee1f4431e8353302a27976f461ea36d6713
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0e52533523b39926ec6a6f3d2a9be73aceeb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bf1538267be41e79d0078d0a80e8f0c803b1b42cefc0fa56b1c852f7a7ad4b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e9a4b2ae67cd2aee1fb73f42eb6a156e425089
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9120b2475c8c7cef3abc5646fa628bd46afa0161e879b990a32d7bfe7cda867e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c23e612a2551976ca0361b0a51decb4703a049f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f191cd722eba76858ad5857e3fc879f694b9d70cecdff1b624463c1ed979a01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67be0d5a024ee33fb0d93cd9355d1a4d382060b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dee77d128cc72b45081dff5053aa04267fa5df59bb7145a4ae851854aebf1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e48612573848a2823ef6ac30ae436ddc65d05f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4108383007991e3050dbcff85f0f89d5cecd3ea121c032a3be161d81249eb0fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc599532ed687f62bb68e52a25a5c856fa1fd9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2e6551d9ec5c0ccf09dfec1b3a91d745e9b461db08b50250fc83213c3de956
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8cc9155accd00d5ee56340b355c90476e64c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41885e4ab374d1e955c27196454e9810671a6d3858ed76f8fdeb67e48320fcf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e07f083b1f164d84e852124b3899e7f04b6d31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f83db89f55276d13fc48b0bbc9a7f24a0f0495d415044c4af97f2b03384281f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54281d7d75b0d9c01052b8ee8fe19c5d9c50615b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fce1459942c9334466c14273640432ef10861336eb0cee168ad6879cc5bfcf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1a32d5c81ceae43c8e9cb7e548ff17855ae0c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d28f2cd80da90f777cf7e4997510ce9db48433a571b5204dd699d19fb19ca09
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0124ff8708107d549314a01b1f31a1077ee014
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a945d0cd874a244428a59114f302e74d48d1df8eafe739fffbc1e283b65b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb9c47aeca456b174df4bb8b2fb428a5da2b012
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0abdee2b6fa6919a33682d5e64d5ae3b286875cb7802ef2bb4f5cbcce87a71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb93046b8e72bad15a2ebbcfc6cdb68b31c887
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d090f714e033fc85804b9a1a26a84731fa797d8d385306b37dc10d291252f482
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5bf7eabe019ff17491d028cf0bf51f4dc49bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f765d63810edac7ce423af27ae88eae26f67f5d682b2fc0e3709832519306989
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ed920d79f848b3afdcb5d03f076f054ed094c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf255351f0fdda8c3fc89b8a8c3f4188807dd965c11d69822107a75c0dd2130
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e66ae2d895d2fb0a3e260a3b1c92c3c521ae72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e2355ebae1018b61debc7aaff71be7f425c025ae803a2b5e3e5c529e308420
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3e4903fc2e6644826c113a553410d4d46a8a3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63576a0d50ab2c0f82747607e3fd7cc28825d73a6fa7ad40db24732383432a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d407abcbeddb57c41a636d7205778cff689790ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7853dd3d6969dec0665686a657fd920b8f2c3662d1a65df7003150576d199e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c15856e713bd6c792d2e51a706b63a0483069d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53bfe1d3fd00ed3f5a153c0e54859aab274cf79a59b58df837aba8a4db3f72e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f160a9a6ffd5a6c45827d5c07d29e48eda3a4ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2f45bc4dd7b3915a10f9ebd8e2bb8ad84cd4b9e600fd8ab38f777dd440cc81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89276d3bc038fd3504e2d2c1fe8aa582e7f796f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73813999785c3d3fa7783406f8839db023c3c90f5472e0673784120091e43644
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ee19fdcbe0ac84abd1b15394cbf845955d87f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a34b7c0739a4789c889d8d3e18190af0bf6d2bba41fa741e79e49c39a873717
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49d65c90979abc02435e10404c695ece7ae98f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7ef0e90056f7d02abdb2416256ddeca54bcae64133158f9acb59556d3e1a75
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0956ccab735d639a816b3a0d880d5334714d9549
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b041d6b98b8ba71b9a9d4931b75c0687024c10121c6ab6ac62ac5bed299236d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b20618cbff6944224d5cfdf55bd0bb04dbfebdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1812ba7a5f2f9eecaf0cc4de4e502463a9bcce9b15af19d62d4975e3d54d7368
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fbd3b4df1b18c3dffa92ec045710bf4a9e4da9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc23d28f945f5edb875f73bba146065c262a244329756cff2fc1ea843de7ff1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217015b7f6ae26f9cdf5ea30d1213d3a4aee4d55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6822a3567731f8f5deb08e4d26364b2ddd627500c3abfdac7087ad6800f2946a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a6a6301dc60ad75fe6fb2996e3cc266c49be4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e012630738ef5d8b323adf5344f23cf75094c0d345d62b9e00908b31a83847b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb5ace36c4f1da1e053be8fff23452f167ff840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ea417279531a6d2109f3141d9ea8ae5f3f14b9214edeaf9cf496f0df487548
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664b06d3a06cbe08e992c18a4b4d6d836cf3971
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4337b76367452339fefb8a1f71d79ae9fbc9c5c752b4689a394d340bc98675e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8c8fb5f4eb94ff5811c88e33b6635c07f657d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4447f8e99f19ea8b1c7658dafc521243cf7f72c7b6361617ad5503b584c41d1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4939d7ceafce51350628b6a97bc40d4a4b8009b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e324c962a2c7cc9c2c925882a4c4d14f11d9f8a104480e7af40213ae5368c7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37412fcc2c7bfa4cb7bca2f16bc080ff9e7d2a04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5facd543ad4c1704a2278140ce0574dbe3f20c2af7affc0bfd4f73962acfa70e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6b424ea3f777ba0e41b61487ca8200b54b785d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c7eb80a68d2b8955ee96ae2424f559ea787b2e05f217321784fd07a23b80db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bacec52c45347dbcb539e735e7bb14be034f0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6073ebfc6ecd0a55288270f58adf984f5be92264c572b1e5eeb05822d4670d77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41def6eca379af547fb5bed01f4f67400220c0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c049c0f15d7d6fbe38a1a96f076a3560a6791d02ca5a6691c64eaa4b411a37
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc04c1e220ce3e67dda4a304b76535ae07f799
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43de5598775448f82f1d27b47c25bdfe11c41d50256987c8debdbf84616fc000
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcc6c0171afe453bc9abe9d75cdf6c7e436e9d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3511f7a120486946f740440ffef99a6f883d4dcd2f3e1422c6cd69a6f8adf52f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf45364f8bea21097f239b097ec54751be14533
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af56d4bc398d6606b60ca19240fac3120e357124103de7cbde21741115b0a6a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb0feac639912beca7e7d777b2aca1f4b0e0c36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc75bda338aa6df8b3c0b94ae703568f443912f00263f32e937ffb8eef02c1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5955ced37c46e7bb4d1512ccc6517e8f9981402e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fd2aa8f3982942336812834a5fbf7e8c13486434c0147566abb3937e8305d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c42005b8cd20e2400bed4fda381440d089b966
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592c2fe39f5d40eaed82b813785494dcb59b1a518ebada9e593c8b2da8ee12db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17802c74d61a9c07f8346a751babf84fdb51b99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7424d8953af0b85e216a70979e01751de6d556c9bbb68fb9520dc6b16cf4481c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c23469d17dfaf147fa614c6ef1459ece6a92900
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d3590db910c78d6977c0c7e2296cc07da2921d8579406c6fc79172c4fa313c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5509b545ec501dd68e86c89770c002590fea898c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f8cac1a5d5761e35652de2afe9045a1998b8baf683c52c8cdeb9ffa7151d27
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005791f3afc5c80d4673cf9c84421600df66711
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1a58a096ab776fa13129965cdc99287bc15f77c0b5ed6a65728da114aee786
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059c9c51a041c1787fce3d99b823c7d82739a95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41f4bfa34caaa80d7f9bb71e1b2e6f745b921dd8846c72c97dfbd414908e1db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f37bffe8d29bc965a99aee62ae8bd5df2861a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0e9191022e4257ef08c5d962cd55205bedc4b7dff0b5b94bb22bdcabf9fd80
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59edc1b9bccbf1b7701e59457287b9f5b99def6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a38b2702bf117c2b10f0c7ce942fcc73bc1f96f01f7113d11ee1137d75a2e7c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cf964333fa86001c5ff54293d9ec7b6189a0b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0771daff3357fe0d3e89c376a863b9bdf2ff4df5a60e15788f084459ede80b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e4cdb10924ec1548eb9b7700e969eb0dd51e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5541f2c99a512a3ea39884daf86b67bb6ab12ccf7f1443d9f1e8d4f74e81a3d8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68a7245f748b5165575fa95785af05c302f0211
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4064391a243ca5a0496cd62528f91d055e9ea27f8a5dfb84b4be38673235998f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9109dc4dadb8b1fe79dcdf9cfda8d507a6dba1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57731241048a7be5c6d40a2d59bbbc3cfc71994b67e91b26a135e80d91500948
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e6378920001286a0d68afe6fb038690e4d6df8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad83a00ee7849d6301f07d89b832a5b8f85e742b185ee75e2ed74f416d3de81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbd74bfa84000ffaebdf59909645ea6a789f681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba9ad39f5ac6b101d6a254db2e9e265532b94cf7bd531943206761e6697f72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc82920fadc331aa576848d664d028d3c87efc5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ad1d0ea464f7d6cb9c364ceec221830b925d9a7f471489a1cd681c42accc61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673855905ed7155cf328f2a7f130700439d37f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee07845deede4e93fdad5151bf5e95f76a574e6c15b9d2d5a74d320eb8b241c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eadc84550133514926128a6cf44330a677d6cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda7d25934958e7ec2aa6b1b62b91eeedd8a90a007700a3863b535c9dcc4f72
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4cea986fcb4fd8f4b320263dc209a87382cb18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd54874badf1e2e877f875411095f107a1dfbf6fdbb4c7858ac16ac700e1436
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c56055aa4208df3031b21951559fcf311e98970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745553ddd0dc3cb103dc2cfcf0762d4c6c8ca5942774956e429f95d1cd737aec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c53d211aeb4912e51d802d436d9c9664b3bbee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61df1de5912fad4623220d8109814a0d371605f251f4c33a7bcc3ab36e0aae1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded777010c0652717e1a06118fb6de9f4a088144
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3262508f6cc3bf71f74ac0e7b0eb4f01fc8ef9582ba4e1d4ea672d6be5b8c272
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5ea86a4e3501e4703c72c23ee73671534cba36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df84ba8701a24eace36abb4f22a3d92c1cdc6c58d3bcc7a225475e7417a81efe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf440863d66a461792175eb7c73c2042aaa52ec9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0938f9fd0e58ba10667b550111eb0b9b95e496b4c39e691cc08f15ccab407b26
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83642f122b77e081dcfe29da9874b0857d5fb5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4185a68c413c64637c3020f7f48c5dd3a44b0f395585011afeb7d6d0d9ad06a4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba28f2c29398b353e59f9bac5968622aed2b72fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e822989ad1a85f7cd89322601116442a9ce41f38f40f8c09070e146940a3a36a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f820895d72bd3b26d1f742322e266cad07365f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15cf143e5d0636612aabdc2235fe63ff5c50dc1265582ccac8a1a2a09b128a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd7338fccf03bf7cd4ba37579bb37bf92965426
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cd38f2f74c063c4aa3e0dbcd0c19504a2f2589013a8accc4a0294e3282aca3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151cb6cc5f89d880ca6defc4c10915b941a949f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd034a540bb921baea5010ffa9357878f42ef6efeb9dd51d22cda3431582140c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90644ff325a896a2c7438ba7913c9304085890fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c337933d7d88dee6f40d1ceb426352bdd972c9d8a4d41bfc98ba70108e1b1ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7e7f7f979823a9edd7f909ddb09a6496d76bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91262e4b0af71d425097d2bbdc175d736ecaeba54e87b55d596f0eb2fe7c12bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb39ce97ec9750ce965098fb13b287b552ba832
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafc7c34fb43e8e73a4250f46fa3e59bc3ea3eb0524042acd618b615a3a01248
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d397c3b191a96eba7522638a8a873d31b4e9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dde688efb95fbdb412bca9931ef481c89fe3d62af06d95e4d7105256b54c13c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bca29c2a7904e5e972225307c64667b2b2addb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6518e183b686a362f56d46dc7ed000aeb981e0f8c82fec0ca9eddf034af8ff1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85f5b13c11072ea9b27da2a6b955e058696c51a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9305eef3aa3470db1dcb86533482b689a359a41f83d74b7de23190b1a75b7ab7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1c83d07222ea31468bab3f14bd16603afae801
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f60d834f9ba92e40c9e4dd1533fd608bc2b391cecdd9bea8955c22ff0bbdf9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb35f66182e96859b34ea6880717dd2e3620a24d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372bce0aa83ce5e4d9c500a6b05346d82793d5782b89172450ebc757e8f73fa8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea642106018704cfc5eeb53cbc899405930b0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a250641a5195797e095300504c1415723b7c3719419823b627c337a70c314
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f2eec129249b0d841c2a830f2e7ecbfc272a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4c5002377bda6fca3b81c2bc5598b894bbbc0a5311447f3d547fff04ff1f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5963aba3e111c93543b3ea2e768a3245b9fed114
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6856c6455a8f352cdb5d79d5852eabdfe5b3cd7764b8eb69f1ade4f9f4553365
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1b9dd50489af9cefd2d5cbb9cce12f71a432f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83795cc4f2a36b54bb39cc8b358a7f60b294b8264c952101539e0571d19cab95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6291fe3fa102abde49041b64115c5c40e3a5bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ee874f22b1cb7b5580d504b4e562906959777fe9ca977d00345bba67d96d24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7813293714089f37cc52c159346b8221cd0ec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0a15e20ebddc450158123c115df66e127652fb4ae0c49f32fe37708815ed3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2a79826943558126034cd1ad4c2010159dc54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e160096bac348c99a46c520770f9675d6e6f31e53fad715c3df87891affac944
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e153533e2a084df49719ecc3eaa55a1c3cbb4a84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570fea06751d08390ab6c17eb4b22736c7dc31e9f31468e35016cc1e1603ab95
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeb079b6f61367aa6dd3ec0ad34a09815f28f59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57d6316b45db51da7869474485e4e9a73c0ec41d1add01c6fbfbfc634a307f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a684fee7d822ac91672211e9a9a1f08dab800b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceacfad7036db284bf486cc536bcb09fe0895fab7b80b35d0bb48a2ca329c5a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211020f0146428c5358de1a3726d2a5f369d88b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ff08673e3fce823e7225dcff3f4bab6fb412c384946a03c741b9cbf57cc31e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88efd863b2ee3351c9f9a14ace784e0918b3118
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f4facfd036f314e3d10a85d3c30ef332ed776be5be7add928b217f99a357e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25bef44e7ae7e7607b7c0279aca318347b22a42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab1857b9572dbdd0fa966752a93a9796f4feb1ccc541a8e86fec04c0ecca2ed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ac9522b4de78ad214a6dbddf1261e433b1a0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f67de368d30927fc6ae89543476f19de6da68430754e6f988b1d5a80c2e11bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d813b06a6bdb92d347e5e5c93ecf43ea60d43f02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3493e1f1eb8bcbcf0b079fa2185ff607efac1b10fe71d4797d72289d64c2a63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ef96f077450d3f0e570840691734370199729
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0dfa244e5c75f0537cc45a7f20637e1f8125f0e1ccc3a844fd7acc49b39914
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b50c718f36eaaba9a76e5df99410e3fcc5e66a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9718331335506c41fbcc06a9aed788aea039e52ffc3044c4d43a01331e82e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee373b476620053f0779074f0d269a25376be05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f1db6a634c6e3e6113c460b49a86f0f868bedbb61dafa24997d82de19e2e26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0822f3029501fbcd445798da84460c0713e5bbc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54592a6fbbb14bb3cb3bf04f64e06a40e3b9298ac2b90364a34cbc96c365544
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a68c7314dde8e9b5929fffebf775ce84d4585ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2767ca35cafc9f70b2f6c8c943ba3deac89ca2a8796e5612ce9d0d0dbe7be42c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab6fa7fc6fd73b8f6ba7be240b458bb7c4ea426
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4d14b02dcf94ed5dc46d0df7e83a03fb8d70c0c3032a4495d63c3cff9a322
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efecef57f6cdf9584c8396a5b3bce3eb807767b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030d570064733e5104f348e4871978f4f5e79b020d1c677888f975893493457
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed8feb8444012bc2b8c23401a8bcca915a3f09f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faa52b1e20558bc8892826a92125ff99e99a1b1cbbd01d6fd3784cd718bf488
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a630e9ee6f3a05ae106fc5be7c21a18d25d34c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b14fb9e7e49ecbe82d1d2f52d0c0c5a12eb298be1b5ba53a4265b9b5ce90200
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc2460a20f46ea54dda4e804f5be007fcf5bd36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e74045b08351c3abbbfd0f651f693ba841e01fca599070a78457ccdf4f9999d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a51ab4df9792a4cbf92f87a5cd04463ee2dbf8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b776b908614cb3e237d80dec51204a133807d296b9df76b470cfdfb8874d1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d926bb71d946f76a17c193f77ec8299eff9f7e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acdb55ce7afe5882cc82af197b876765436de3c73b36a070ed46bcae0f2c41a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828c7f34f519cecb4200bed04cb4f251d5544f1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334fffb77eb78bc32472123aaf2109b7280f6c1574f2996c6a2f9eb809de9a62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc19d47be58972d8b023b9b8ec6c4c804e03464f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606e9cbfa8074ee643209937fa193def5d0558b3e0b4e01f6642be6573afdc20
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5170437fb1e1a0ce09c0d326be558d454f172af1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd07c94ca4bd1676eb326652d47087c481193137e2df0d3dbf642db4ca2ca570
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4578392a33d42bab283560f73f5334cda284abfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cb84eca380001de270edb7ff9e25ba79e45346d2bd3ebcc4eacfed256629e6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4b7efdadd403b2329ac38a4cadfb933425aa61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea67a3877455488e97f3d1f5ce5b0e8bb2615da8f0e35788d6ebaab43831463
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fece7b6bbce08492fd120fb46de27e82a2495ec8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f11a46c07b1c886ac18eb1c1d7278b31d32ea57e403b3248770668180e134
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d98807e9659f4a29c51c09ef099d264a7d2269f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073381722dbc5701f6e2e8e253a881ff4f6602daa0dee530e2d6eca69d043f79
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff18021f2308c5706f8e59c59375d9aabdc873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62cf74acaf77f4fed9dd617c44cc9338c379e9e74df218b3d191e2118f8f980
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b273a2698f344f820e369f9b43e2bfedb1cf78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3af588ea8c715cbb8ffc94134f695862154a58aa01727404fa9ffde28d565
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e27e1e75a28e6d05c3c5741aa123918602ca793
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83974057241fb3ebc4fe8bb2250923642cdfdbbe17a94180d8bdc94c93f5748d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a9e820e3c21b3c842912786f9664ffc2d502e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247554171a71fe345e2f1c1689f5b57ae65708c9f257a9fd112a97a92e63da6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f69cac318628ef45ad71c45881f67600665d98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5df177ebd6fee78ff8fb31b7f00848b240959b575c288bdbb330236c9f43ad7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0daaeb8214f449275fd0a90eaf867ad5ebc4f91f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f80b1255351d38ce7a5317d49b0f8ca49a7eca9b612986b2d38a8570ff91e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491f27a839862aeb06dcee831f0905a96e6ecd16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221dcf7421980fe50eaf68ebb148a536d06a6f5b7590bd9b0bd7985fcc9aeace
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f9b74a8ae0a1fb3114b3e1fa5b2c3bc6bd7e6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc25988e7b5351a56a290aeadec4aa4d9cc0ddc9da894753f9ac08ab9a9cb9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dd1613b79af1dc53454219d071c588ffffcab9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0694376dcb1d455eb16b0ed8619964022090e17c8f7c8ad9c48f0d144dcb961
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7776f794e68000f2f7f6c5e591f5f8c3b06dce9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6757ba784ef5d59f8366baf2af8784eb53c6097fda2f2074c18df81d2eabfbee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15ff473dc05845b55dbba8ac0c1561f0369d8f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e529c9506a56c0a38b525e71c75fd48c1c54948ad05a3fd951358939278b50
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caef4484a60d2570cf9239a60a407d80ed9e2b1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eaa4778b759f175d9f02f845a6e8bfd3893be768e304e0a89416f81811eead
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da63b1071488cc58752f8f858d1ae83f0012e996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3969888217775170fb3dcb78b7233ef3bf6c2045547c942a7932dc2848545f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be581f0c7010ea38f5b9f2e425cf8bf507469d67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cdd7d40ff0362e803412f8d17130711f7b28aa7f5a7c0611e14fbee4164119
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bea42bc525e98bd36249bbdb17817020ba292fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b7da5fb4ab43d41992b3b10b0189f8698644c048752e018805a96454d61829
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33842659346f43ad253d7707ad96bbb5b5aec7a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e41da8fc5ebb9fa418d7411a6a315e30736a4106d2ea2f8669133faeaf7da9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0b5290c366275ddba15fe4fcca109f65cb04e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a320efa6e82961799e96b97dd24b03af2074ec72c2fb18893cbb93857d0a713c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd4ca46781403808267d08f85aee4979d581399
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff6fc633556e4bbe0ddda2f70bdb50c4bb490a8b280910bfd4b8fa4fb1f5da3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2722e7b854738c50845d59278ee0bd1d344877c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45f3690d68af24f38fab7578479d62687df072118ff6f8bdadfc86a5544e9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334559381db6b34c820f65800fea6a6b2fb3314c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65298fa42990a2072bd3298ef7cdc0308e2837697b5ad1d601d49d23ff44caf3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78e89ed58601890debf58358b6258ffb058d80b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b39ba8f3aa49beac65c01e9e0c302f4a4baf8ff9db46d0f2f1c8a04a56658e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c36c1e347c997f136cde4c2015755db2f186e2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2f37440fb1c8f0a7444456fff2b3177a6d6731177571c56db02b9767eb6ae3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc144c6e1d161ff6e8f8e6d886fb9cf4dda0cab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29300d58ca5671dccc1cf7d9fb19135f8946d1435e349bdf2010208c7de0a04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fe436f8162f8ba079d7ce13017f3e2026409f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f98c2faaf6269564dfcee42a766f4412cf625b7355452476659c1cff9ace5cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18143dc15ce43e4b1b95c8952a2b07a5ad2b7fb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af78461f9a2776cb279a0d9744a6a8d78c3ca09a5f608a369ccb846c55e1c53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c240601f2e97faf14a5c12e2f21d7e3b6ace6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05aac845967d254077fae7253fe546a1f9a9621a9adb3238846e4d68bba953ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4835efe1d3b3b854d8295eb658b2cc85dc0033
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dc070fe2eb288432f7832f9bc68dd5baad5250219a9a2e342d82e543bd7855
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bdc8f342f636fa7b4728b9f20f2af09f050028
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd72c58731e4c06510590f36736fe307ce0fa131e1ade5cefde367ededf3dd9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debc96ebeccf8acb48bd7e0c43ae56e3d8bca239
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1051d1dcafc724d1227c0a6e2b36e7c949fb6acb76affe0bf891da710bbe26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d66b85597421569dfffbc3419d3a86341d0947
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ec00025821f418df9065b24a6f21eb8154e739ee4fa17711c287ea5ea6b0ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd1b64bc04ddc639bdf09ee2d2d47d2ce23f171
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf514f7e19b03288e3f95dad2136d512c35201e19bd8bdc2b20dcdd19667815
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a196cebf1ebebbe7487be54694a57c078469f8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca22798af03b9064a7b46ca0e450206a63afc5c73d05279361e9cac5f2845406
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2658a87fd01222da811491ae5b359cd106b8c5fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919fa21dddce49f9f1b272684c05c3490a2b37a3181a5c86570e84583b22f08f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269d88ee0e34687b42e0550ca1221d81f94f754c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bafa9f06c5410574847d2be765adf7fea501ae0dfd45aff36fe952920d8d0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13613e8c34886d279fe662eccb82d8291d5df4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caa18decf7a482c7c4a706ab4fcc30dc90e7605fe5a4eb9ff3d34221367041b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191d6d34c6ab3792cf70370f5b73ba9937ff5421
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9148c8a7759aede42e210e44e47e3174851c6feb1003d72a2ce35e18029ebc9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bfca8a3820d1ee678a8f8964fea96ac2d77a2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06879990081a4103547aa2846fab18b641874e2930d8af3f0adc99816a887dff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77e0b521f2b44a62949f63de612f35304fb1ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5469b580005aead61d5c99657a95cb9232bb311360bf58e033f68b5180ffe531
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01b8b29936375955f7d7128a3746a175c32f682
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a834c12f0793fea4214075f763af07372cd1f3d031580026af69971700c5267
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6447022fef780ca35198539c60bda0e89cdfc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e26935c668bce7a81e125f0869b032a8b6760996bcd5493d1c7d93d250ca975
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f23ef1be5396bc73869b1ad03f9ee0b3a03e9ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2c37a513cbaf5713522bf67177684e43482dd403acf83efbefdad94ab54931
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64987a1d2f880856c1e666ee3f52cacddbdaaf0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa192576e6173c8ffff01e13021e824f87b1b17a40f448e3a02fa9d8e9347b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070fbe788c82c3dbb7f5644ada8dec49de2b4330
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dd250cd615cd3607ba3721152a0b30ed139b660e5e00f367140a588287ee69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610354794f47d46e9bf14cad3f7518657e02d4d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4761f36bfc25326c2d762e1ccdb9ca73fa975b7b2adc2ea989c55c6fb9d53ac7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1556132e1080d33b95f7057a5a9c69f0fbcb9d41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd800ecf6d43e97628621b1bf45cf98830ae2ee7f5d06bed390e50c63d3c4de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f5dc9be2bf3990ba8b771b06f92a576201687a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b322c617c4feec104130dd3865b383f98678b82fb0d49d9947180fb5ef9e675
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d6fa9800f5367635ae0de36e834604492d6f10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f87f69dc55dddaf855665c331d533c9a9ab6fd9bf57f6ad399166ee546d2b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5232cdc7c29cb2baac6a5b868ff8d3b40503f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f82b7c2d91ea46be811671f4e4cea9edf196af29e93b60cfad78e5533c9ce96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ab8383ff6bc07346c86812198b96fdb76e8c4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a725e757a4fea28bb1ca0199d2dd20fba6f7f07eea324329adbd5bb52ddcabd6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a154e641ce5674d0a068fe4c768e3e11c04b1690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f7d463ed1135e0fb326668cfece7ee07b877430eab4521f18602f29f5b3b0d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c89c7783aefcd82a2f18985f93468f27725989
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038ddc864f5ac21dad903f1587aea862183d999e998b7479b2c881682d71f0ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52f97819956e8eaea07495574daaf24b14c7ba0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ceb80a069058776bfd99c0b1fcd01fa7b696fe9e6a6dcfd5003a8faff14eb6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cdd672439521719297424cc075bd6f68dca89f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9c6f282f66843cc8bc8f36308f110b8230647693f8c7346339bd730032f25c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796203c9603f20a1ab0c55738865b4e7ba6c3c9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15e18fa984a800630ae6132fc8e2d05eb7c3fb8a5fd82c6ad1bc1d00929b3df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18ca3e6675ca81b0bc771d76da1eea036308c15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5c7811327447122206b1d369cf695dfb8fc79a187d48e1be45b2107fd1594b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c2a62033d3cf89e0771179d0a31cbeedb69d5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b99665133e55afb2cac652e7f218f1766921a56f9aea07071e700f6e96f8107
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5863f9f3453b69aff9b52ddb1aaebaad04de41b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92614d55da13d945006a3f1abce51b48f2e1b096c6d601230681f3bbf28bd9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f24ae31d5c13c5091d3ad2701d7f5f761136462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0aac8dd85648a67c868a6001aa0b0c3ecfa1208de414b29f84f0a0750b8056
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fcb75aff0f655b8958172ab7c7a4f9046209a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce832aed340548188dc5b2de98b590ad0e167f2ecff2f0dc994a5bbd02ccb5e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bae18fcbb85fa898389c7240e69a013122cfe2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efb6fb0bcb484fb4324bc9ac6350679b8b8bc1d8d5899d4a765c62809893b9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aba28acc27dcd941be317104dce33bd3de014a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dc3c8fbe27928ed372923e0e49e8f489aa46d9a91ee93805b6da528b1851fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c308f04844a0ce75de65d140b64fb0a4f737a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d0d05574669f5f4a008ce62b73b0c48d189a4c1b51940cd9efa79dfa915f55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a391bad6092f2eeb585dd76958d9341f951999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc56f736183c430edd69945995283bfb6b6883c37472a1c82e597af0e333aa75
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaa35135d45addcfb989c8d242c3dd29a4581ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c67340445df37d994563642228b8dabebee0859505581fb385e84009014a937
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1123565f167a02e97066747e30f95c0981b4163
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf10167993509ee80d10c253a0d52334d040b3fac55ac46412e520bab6012721
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c262298353326d6932931f1328b2b4484d5af7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2352ae278857ca26640a70dd32136557bc7f407cfbb173b88990496bd8d5127
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d785a70e0dcc781a3e5c54334603f546538e7b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b727a1cd9834fed0feef107cc7ee0fedb769515cffb5b7587daeb1645d91f7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb435ed91d67e10c4b8ee9e8ea18a956d764dfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff8c4b5acc01fe533b6ca71dc5d9112c2a66e3b3dadf638e04804e0e5f149d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f700d849160fccec2520fa7fd2f2b0f18931fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b69eeeae8e562de2de7daf66ff3ccfbda0fff47e5045eb1de6a4ef43c0cef9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdb17b5ade9037282335c790825d85959180d67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5f3df23bbffc50225a0b5c0740acac7e74e09b86a9fd8d0c3e6e17d6555b0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5eb88da084baa0b005a615b9c214bd5d9ab81a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a241f2bddf19d84ad9673adeb3dabf9a26ecc0b0fcedc76106a510460819b783
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bd2eb261857b47fa949d2ba7829835527240a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ba8528c3b4e0572a36977c645e9f557fbe91b9bb64562b1c22802ceffdd6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d23961ac2e727daa60e7f929b7465db341d616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e686ac77319900fcb88d363f954a4496e182367e36cc182c2bde0b607daccfa1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628af1afe2174f357203019ac76cf573a122c18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab89a618f550e45c9b0d967e447ba3663a02646196ccd74354e496e2c03a347b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d413a9c9b2b7fd27241b06113e9db82a614b96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7380370a65550f23265b39bafd4d6902d9fe14742d37c5e0c313f3b66c0685bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a16fa7b6b5db58ee27dd698f70e5769dd9339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400c37a2b5852aad32668ba7f2f15466095e8272cd07159d8ff4048cd4b43a52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc47b628319440f240730d215323fa8752ed09f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c51a945bdf4741f4491956bef0e9a40b24a58ecf2b0f5f7e4e7c144385cbd8d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4336e83302ac5cd5a03fe086cce880d8e5e03d6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252aba2d269304a45c1f527a29c3a4bd7b5bec083efde9d66a2c7ad89025f729
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8142185b2f236c9949462cdb26749b63e5d8a8c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25cb5f07e5a70cef341f207dbd9eff6145e26ec6ec8679e2427f591305bec05
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f49864b79a8723b1ead5a4dde93d4d9ff0109b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b68d15bc613045b2dc56c27850275322e8dcee1964d7af3494006e02f897d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0595ba4b2b8c6fcaa23a02692647f55007afc7b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e836f587b08c3e804b12fa5b9c6bef24727a80822952b6eec5d06f2abcbaf41
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf083e51071b90c427dc8fa45298b9d2ebd2b7c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1e8cec4d6befc2aac46c0518ebdd8581a2930674cc49dcab019fcd0425d2f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2063ae1addce216a4b8f8196eb3f7a5864da7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e04d93f6bc0cc1e92efc69a86a88f732f57968c7cc736209eec7c21b751551
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7163f4fddf525bc3b0719beff97de2247ed4f1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e301658e1ad3a2ffd99c5c17c6930cb245d04c5319bc7f8daef8c49643db6bb4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22e7ea4ca150be7e4584b7f89627e1dbd715ac9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a05c9c6847c39bef311af7c4a1541e32605563f09343e64c601e94f8c29c17b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519c0de2accc0d43aaf1d0e0b4aa0ce0473f1f76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4fbe51c73c8aa4cc3b19d65996a92fdb3c6b4bff9ed3084a6e591e1245bd41
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d64f07dba01e3d74c560a937f153a573e93fbcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69951222d82e8c04102afd2d10fb02e41ce23e12734a49d046cda2cb1be2256d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c663b02da243e8a7ed66ebab9f8784cf9740ef3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643212db52932af4e12dbb60c41140bb1ed686471efe66ba64d46fecef2bfe5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e697bda3ec572190878b54bf559c283f8ee3b29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607f1f6bb9609af8124c3c449f70fd642f809414c3d382702a4b238dd76d5f2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97d5408d81c186b239089f7c65f238b1e28d92b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba8f88633659dadc611e1b2ff2ee315fa932a539b08fe38c219c42aeb7fd2c7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73786447efecef65b267f2c7b47274390bb11c20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf709434d733d68dbb212b513e769b2f31764d53f3d7782337a5d73132d39d52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64865ab682526c93cd24d562e51b27a1fe92c25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7970901e261180380de2303564a89318de223b063d41c5292a1b0686932256
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a722987206c1ad6af6cc285d16bf6b5b7f8857f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503024465ec1473ccd6a46263c55bd661acbb768bdca50364709c1b55853a554
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932dc415b5b620f3c1fc586227a02e550bcfded8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a041952e738aa3d84cda4a72067be2e42ac0a4c3cf183141f8aacf24e6da88
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c3074215022dc0972e281b759b69c57eebc5e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4292de43b92e6d37f0f3041add66c2c5a5896c02803f8af8c02050b89896f829
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d22d189595c606d0d8870a3d680fdb686680aeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18254bdafb98fa10a8905c75c63abfc75ce17234c802ac7e5787cefead2105d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a456dabc4a4da2b038fd1901cd02e5510a35982
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3979b5fcde822a34f41aebf6568b358722cd14bc97544e718f293387d262ecb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5423ef4da01e5303056b2e8bc3c27fc9e3e77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d976685b4c9b6ebe158682ba7a21eead443211e72c88a14a83af698ad75195
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023a347138530147c90f2488da6512ca37ef620e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25baeaddd6a54068308db7656c1eae2d85cb211f59bf60b2a97253d734d4a082
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea1bbcf6a822128a82c2e33ca8c4aeba4c65295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132eafa8d7f0fce09692a9a5cd2113ad0fa61349ec31978a6307d9b06084bcee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7117a3163d6eae0c81c062f1d2a9090c77377c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26d2d26d1b06d7012f5e830a5e9aa37aa345229f2604bb72fab999c2754f9d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4a4747e2c79159ac046150110daf94232c207f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf44e99dfe78f0fed41fdf3680706ddc94979eb265a4cfebfa5b9175d07e107
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3aadaee21a8236119e1ac0e5ff5a90a876919d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f354643f5cb595de010c2ad9e3b33d9b61236319334c0fb1116cc40e31e668b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87e778b9474465b5875a886c29b29946fde26dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58f96a61f866d98aecff71ce64450b9497e4f6db418f1475d8009534f762ec6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfd1a2eeb876c5ee9503d6587c4bfeb251e427
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c21beff3581985f3eb4d2eab37d419cb63d29b8f0ef2e61b10981d16b234f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458d2a80957c228053700abdfea743596b8e70ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3af987af7a99739a636cba5b9d6c6300e2bac0f01b5ffb169e3cd34b88bc0f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6073ada18625bacaddf450693e1e77a64bb352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e363fa2004cab47d9b1776e9453b7e9953a5459509d14a04023f8578ecfedf86
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30844d9a0196f332685fc1780d6c32af2223c748
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bb6187215dd1f2727a48b5915782cd5517be35897b2d500ad79af0e769d5bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22538d32662c36d5c74fb76e17658041b5b9a0b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0934360b6c77bbb9a8c1fba23730e4aa4b342a6f1db522b8951806e9f2f3e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39679bebacff8f78a2f235757d7b4074565a7e42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72218d5aaa36cac9f6bbdf1df6bbfd0cc6a42e40cb32f17e6285bbafb36c6f84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2f059a96fbb439ab9b664bedfe628e954ff53a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7266b8c236da8a2d489c37361422437311ba6d85ce79f55a3d970c778b5d732
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5b52e10db295f7f16ac0e139001612ac5088f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52855400e3925d540eccfd9a685aa6de2d42adec5c245629fce3a7b611856762
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2739289ebec0ec172d2334d886df6ddb7c7beef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2140bc2811c6fdc735f97de62e5b0f3a3ee79d0ff425ff7fd00de5c5dea161d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5f96c4f675fe8ecf0b21e55819449e547dfdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39510aa91309f255a9cf673e40bb6560b120c3ee92a3d757e93172315a4ad6ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46797cf9af0ed8e843a104499147e18eaf532bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46377aa205b3cc5dd6ebd7b5956c59c8443119bbf5536b7b25c45ed01b9ec871
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea6a52297f8065b2283f62c2b4b250c7566eb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9154ad969a1cace63d137fd4e69bc2e44be6ff4d385288e456131c488a7c043e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec44f79c921174d47999882239557114a9734560
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28726d5271fc065d0ad211de5f54c6bfb28438a5b23c34692600c40f3ef5b3f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fbca2eba5c499f0a865c9df3dfef0a253f2c86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb56f1bd1354ae3e834a5121ad58d5f107212bfc5c30973b8ad6b8b5ffe8100
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9ce1e08186fb8215536eb27aabbf6fcc70ba2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de56b77dbdd8c26698d84276ca7abcd339713e79428d605b29d78f511ab42ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6fccedffdaceb6b089c844f722224054d02af4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1060dc62a12b6fe6995063675d0d3a0b82c6e3086c62531daacca80200d51b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4dfa3135aadaf61309865da57ff5efc725caf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177d81aa188aaf7303c3e857a3a3fe8db74ff4dbc9b32207f0d9fb30ea8c119
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa3f177cc75475330bbdd71b3defbe0fcac6523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910dc405b27e7201ed2eb890740dc95694c71eb54d93c0e4b2828ac95e162222
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4ab5ada212c1fca034643d06dcc016a9b34ffe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be0d1650158d810fbd842cb3c9e62c5e3878963be9841a98623247d05c06e49
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7ea39e0744b5195a45a27204911eceecb88daa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641f32dc9e222eae8a617655479283f877b16914480085c14b5693dced8636cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1cfd308fbfcfc164e9bf648f5ecc457c5f6a95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ccb37fc85e2bc54f9e5ff555882ab46e0539ffc0fd87e20bc2730635323357
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4846dbce6e59d9ad76ea6dca56f0bc387f324b84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a364cb0ce2d97c4b20801f461931f5b14f770a4e1454b630cac2ac5b975f6837
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345980422620fa0eb6d8ac951cd61dc6a00e4465
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc29fe521b6e6c760f3df1469a962043f404380e04d1b126630648e90935489
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bade367ba169d55d95844da71fefd522e36c44cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1852c1262d63c3c735f5f3a2bf1a573943bace5e38a4d6bbc7206cac97667017
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cbaa484b0b5f1ec558fa849abe2b800e4ad017
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6278ef7dacaeed1fae1c717cca11dfc63d45a99f58692391737cab38fe33c6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e9261d1ea52a4f23fb5e944059253f7da2d65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc5dcd6fd5f885ed3c942b965d6cfe4252d67bd05e11d016ca70e2299c8f4c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf308d64194be6c988217266539a414ad69935c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555606fec15cc46530e0ba245f5d55ede5aafc58896dec9b34cb119babac5ff5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e691e433fca959024b53d96a6588aa6254a33d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fcfdc7f28d409673ca3f1817f04880925ca1747709744d334c37060f30546e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d7b3b6a61de17ff5929c88b11537c178261fd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7eda73ba3bf4ae3390d07cf5c972b774e8f829b20a58013f11828c3e7f1131
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf799d60aebcf829e45f5804bba5d210687b126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf1cd53bad53d6ec270f5b7760dab9a2a386858dfbd9fc22d09bfb2ed4c369
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4d8c77f20263de03fa47c1f8a09e9f40fc021
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b85708acee1a62fbd4e45d12e683a32fafbb381bfaa822d229b587d51c4bbea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f512100e331694c8f7273457728778dcf51040
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2264cecd5f4088b4ef12ccb5c65b3d8783ab543475ab43dc90d310777650d8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d79b18b97438bb4d3b28e18a0d84b0e24af6677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d298c4ea379a9e5b7f20ce7d2326c2cb2d2074616aac7f6097d89a68d5f5fb44
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7fa3523b6e5eb29d02be86d0ca456f3aac467b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be15eb6b894ea76cba61d24ce89d999905e4e17fc7e8736dde13c09c6db0266
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17a04f1d4a02b6fd693878ba312cc4a2e6e26bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c2dea38d751e0ee1a127c1350b2279f50be962e5a2a51e9cb2f6184375d565
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0610a89ddad6968fccdb54d27f08dce1e7bcc0e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c74c0f0c41df4eff85cce6062e05098b0d8dec195e5e1e7cc7f9bc169320a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f45caac398c12a84713c8e9ab12a03dfb70a237
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00747d2dad14b60c728191fb058bef253c56a9ca1f2b6016a3599d26195839fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d7ce472a9ba41dbc8e7e68c4b5ea758db02dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544b936fec15892471666578b68906f773adacccd92c68c9e649b63e7f084db8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b408eaee81395c79792556d30670c669dd8174b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b805856bd60dad62652fc02718a9f1ce92063bb015a9cc3f27c64aab4b2324c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5966ecdce2e3184f58ab3ec6532a8e0e3a6ae8fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33433bd7550055f910b7e327ccdec79a72a09aa83a98e89629c7daddebe17efb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfb0ce2099015c3925ed2aa10660e9abb347c27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57252609d674c9535e919d56f8e21cf09ee10d32582829d65ee07c7d9a507c8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd2e901fa7763b4b9d874b7c68fa7ab8621aa7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccee4d68b710ff616dbd40690c1ffc55a6efb7905fa2123817bd738ae3c47a7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32188afa90c172f085128020df0cf17b010c6bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44958e47c00fe38be567b50e6e74e192b4cf1d2f9f62b49f904a43c160c9a3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c885d7bcc981dc376d575a13b02e739d63655c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd5a0a286bfe773cc0f9ffb476ba958f0a84a37c84935c910b1b2e2173e4b22
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03fd0d10caefb25b838a1bc4eea6338d809cd81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003f03e87d3b4e9c64c2fc117f836e2d5d9a01e50a9deff76145df3f0a35941e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e37e5f756ed24d34aeb00bf469d0f7f3615d6ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f973fbf41d4ca8b8634685096bad5d66ad8afa5f62336bf3744b72963fc0d15e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c8e426bcbc7c289c24b2acc3ff15c5675c5b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08982fc7ce7d5bc75b525c04a5a655ca26c8ede03af3d50ea113e818591fbe08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0335820fe477cdd5ba421f0c8319455b4fd9258
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3296d81a7814ecb24d64e0a2c15b8c5163fe9b83e2ef7cd6d47fd1e61a8900c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509226e0711f02e217dfd466f7031a2ffb46d168
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b6912910ea7df7823f6118b42bbb6fd48cac3b57d85b30401e33a7ebc979cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7eebea7e28c493a3bea31f6ac47e86d3bf62823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bb1c4baf09c6add3b85f1a4e0c510f6f170e9f7427995872043df794fbd15e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb5e9abcd9b4df4c502f3859cd5a40f65c8e60d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8c0ce1e83f37835592c65518c6fd0756f4182960da10b1401167bb2ac513d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b946cd4f3ccfc416805d2a2f82f20de69a62aa6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000f5519445a865722c704479ef01921712d6cd9ec85a9c30efa8adc87f38364
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7222135cdecdb9d7a95e99e37e0c83d95d00b0b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d32077e1b02b5da8101eb47934646e29eed84dcdb49c10ce7c9a2bb51de1ce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660778ea3ed87b93b4298e9243852d316a207d77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385fe8e5193dddd968e83e881628e446ed9300341075153e2cc7b326d5a9aaea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4de62a8975483d4b965ae30f8a4f4af8e9a21e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655497ec5b09b73780d650b663ef40a2cabac486e7f229998a0543eda6dc424e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54777ba6a5a0488289cd5ca5c863f4bd5fc8d2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e274ad4b98db728f44b9c46ff6e049bb03f22d94e0c075673aba46ce4639e0a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243c0cf63ab29e95d119b50418f47d38681430e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd7a9dd4baffb0b0172975ba1f0e31e6f1d5f07e7590ef99ce176b40bbd3bae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9a67479fab8bf70121ab18b2a97c2e56c1f07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce1d834b4bddc445940de40d9711e963be886dcf0d67ae2fcf0b943c02e7845
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f427c93e8173e7c6befc183698d220b97ed9c60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a50a854a4eee2b51659a77cf222ce6b35b3c768712df716a5c680163b6721b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3824dde12470fc426a22efcd6c6c1d49198262cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd69e1921e04990c943404acf5bbb53c1ca507080cb78272bf94d93995f2b73
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f878e2eef855a429299c1a46c7b53409c4b64a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff12525e74a54ced0d640ee78d7fe276cb04cdc2e73a5dd8ca78e4713c58d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87f0dcb66af16aaa036719f0103e2aa73d1c993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d5535245bc7c50b752149dc5e832ffdaa0497d56c30d042e451ab989a839d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f4301110c56768c1769d903b649b852ee5e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a345392122e0f1fc3a9127d69b6b31059814a45492231fab6989a8dc7a704d88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9665234fac6adb4c109ebcbbc6da71f0aea7ec8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dd370af7e32ebf09278ff32e7c206dae95e7d2848e8234bca9a040d4078742
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd741955757bb98a1370fdf33cdc540f04c20a82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c05aaa55d590424d9092dba6356eff55b24d347184d96701b7bbf0fa246f99d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ccd395df6778eb76670dc51964d890a6211bfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff825d841d5e361633ed38080df71629348a3c185538d5a5f5b578435ce079
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b92c7564d74665630b25af83dfbd3fd0b0ed2f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc4e93396b3c1bed3f9298f00e2c94acdaff26eb2b7513695f1fdfc43559d27
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff16105e70061ad2822d0d0f69095956df1148d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05bfc1d2a0442304981a74a5751579c319dcfd18f46a08c0a62db0c90c22773
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6882f04585a0bcc3ce4c266dbd0441d15753a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0a0cc45631e37b977f19ab12dda2a50d8cedaf0bc4fb251c37224ee1144420
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7356fa4d44569a95f1d6c3aaa4e19ef9198b6f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d00443b0d3dbbad9663d3efd6c1e5ca7e2c3945aa2b0b300394adc0db2eb97
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18e0de0fa0a7f3800f0973d6baf67bb799ad580
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30e3c58a5c0511011e57e65eafa4223993fe65e01d0fc5ec12ddec3160e09df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ad5135d229cdf7d4619e309af6dd0099620099
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03202c14abc67c5c02fba64da03b6936e9f421e6b2cc6f9f771a00251069cb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff7ae954bf7af40758d9b5f2cebe628c91820fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d0cfd229e4d6e13dbc81c5b8d945f3971889d73b40a948b26232ca21752deb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93423c7663cf6f68f808b251f80a1a298e515a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cf02911af6220233c5ca7708c5d42739107dd8d0edd8736f2966f9d3dda2fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54feb7eef7f3a0f73e7d3ae256cf1e4d69e118b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2759b8dcccdf154ed2113d6cbcbe975c3c47acd6c6422b3bf684ce6b1cb22f5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03881f92bb4eb18a9e3e33cf1479ca7bed27e3de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b002e7884080e5033b085541029b9d7a6c4b32f584c41a4948c48897d679e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530ef64a29c3436c1132999d9609ddbb60555d67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89863b447c11f532ac48c66131a9bd7a78a791aed7be54039421a3ba7dbe359b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d5dab97f86cbba7598b20b8522c9fbc5737c57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16baa655188f50d335dd431a4188e4965051ff28e632e9dea5da551a4128fd4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e862054bb661c755d1b05572eeb28520e3f5f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a0075d3484f7f869251021ee74c70b4574415f344c9d27387a64bf75a6005
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd7a8c3a9ad10061526dac1caa1eacaa0289a02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f37852f9f8ed70a9d97400b76b5d863c21de69f9ed6e9cbf715ae581f88bd9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc733e185b1912b991e38b8a0ceeee5bbeb8617
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8b4fce449402a85451a049b802ae6ab9471c29778da6aeb4336fe7c2a76113
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6556825daadba239330e09be3f907c375c36a42d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef368fb144a7c8046267bae0d02e80b37e013cdf6b7a8cba8d0962a22505b53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83377955198ce4fc9138c593ac0fb9b38066968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efed57408e03c8f1f4fbc9ea51082769577d4dac6210f7f6125f413d97eab65d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ea7a41736b64db4ef897609e2ec6d8ff81d03c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ab7f617b94a559f1e2bb0eb01bfd0524432804dd3ec330955c4e0726e089dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888e1613c36391556de3845c58ab8c66c2fbf8de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b7396a09f2c7aea80c5cdc2c9b1ce0514ca5d519d8923ef2f34f0fb376aae4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0e7ac9bd1a9109252ada629ff4d203607636ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da370748225f128eafe85bf5659831b43353c0515bfe7e577368c8396627948
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a0928f2bc9644e09868cd38a5fbd307a2cbad2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ab47a9c7a248381c528a55aed89aeb95471246e97cccfb25aa45b1406fe9d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa8259e4a31810a2164866309b54291a61a225
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57501dd03b1408d031180b007db80fff0c486c269b85cb42638a0421cdac80
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda35c7031c7cd0bf3b3feba109ad5172352efba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27e86397418f97b115846e17c030dc044f2e983e49887ced495183e27055cc5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e79dbbd82817e907f0d3bb392018283be45221
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eb29a416cf8b6cbd5b806828a07fda8609a050ce950d7e6f37cac12152b567
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f125f37424342e54614c8353920c458202bf509
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef56f0eb15e33fa1bc9ad6b072819c59d845c40305c3bdf7541a5a6c58877eae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801de8cbf467970e7c7011a4bfa6552672b26080
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae1b275bd9d23e7309dfee32843fccb96450818b2b73a7f8d358e8407f87170
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ac760194b9d1ab5454dbf0d323df8d04597ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3133cbc157dc0e163977ae22d76c6c81d17883c310e0764581d53b2717e5e277
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf60f78f77192b700fd4e240f07fa0ab46aec81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55bb62a735580c42b8cd824334d4b3d168ad862309e57a62e71f7866c6142c6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c93d602a6747d6f16eb1f493761939be400822
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df5059c2be86c7d050af8e777ddad7597aead54b9ca7e7907d5c6891f98c31b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faca3008c9b971a9b1cd0be42cc2e1608009ae59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8724baeb06a0bb95e9683704c8ec823e810a70bb32a59b826fe8bc7b664acbc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0d9e70e27d3b0b190753df89317d3788a8abb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53961930ebf9b9e059fdbfb0c6b07a8da40212b7a4b74a0e99cd58b2d02f214c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f29dd397d716d72deace9c16e28657171a3255f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc695ebef4213272b041fc202ff653d3c654d272953008d5279726f1e016e588
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494089698d563aff1ec7435bb892dbe071728b80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947addb216b3afda06acab3282e91ae5dc83b962ff73ffdabeec17ddc9868d8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf096ef8f77ba824390aea14d2afc6d7129f74d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a14a1b037869dee23471d32136af6cc4b6a7716de5489aa650c62c9d74839b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f33587c2e57d2ed2d855ca1f085162eeeac49f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c0ef9f1f2d6b8867f060082719be910780823beb7a7b9f7b380aba23885cbd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2069c6558e1aa88c9c9bee7443fca5e6b0e401f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d81a30070ac65a272973c0c6dfeb8f9666100c4d3e4b295111d32c2d9cecdc1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1eb53d70824f4c6c75f7515ad402f7a40d1d7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597e107984d68adad2e9dbb64b0e022b065f1627210b4779568c85b8c4fdb63a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca203611bd1af94f65f32a8bd2d42701b2f1028
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27849fabdc96222b0cbb12bda2ee8304f3b1cae32a4002c3fcf777a755f0def5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a12cf69710715891e684424eb155f9b50656ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35d2b2165a7ce25dfcb3fd1aa60fc660ad507e5437c333091705b0d46c1da20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1ad6c545f715e81e974024d6f3f1ae4ca910b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b93d3a2545ede2d2c5afdfdeba1cc498a11d1525187ee1eae4bf5f557b3e79
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f568ad4099d1f60ef66a4ec7b71dc572a0edc54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e21a6924f1f996ba4f4ad7df06759ba1793c24e1e7adc73a4ce123610ca22a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff613f12cf8239edc36720fc6f46584b73c7d622
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0100406e669750d739838615eeadaed58b7ca2d825152962d6d6692a4b1e288e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddea4676cbf599d0d9106b14e1b6a9df22f6008
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad5ec8f4acf6f0363a7d16524b8430d86cfbc9050f1d4bb73b09f615ece287
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5b1b8e22c74a50e20dcc05d8048e447599e325
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc9bde8d24f08b8211f2afb22d30a45c0496a272a26a03ca5fbd0bf2ef3a20a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbcaee44a1ed41304e8ae633c12ecccb4fb8fc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10692ab7889958f10babb67216b767133726247c38eca3495e1124adf463f941
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223239c161c33ddd687627abec38cf5fe60f96e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907b963f47b3d317d3ecf50f9a301d8d670b0eda149c86ae8997bccdcf58545
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afee5cff6ea79f296109966cbeda17b379f4f525
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cafb05d6fb8baaa030155088f78834598050835e9d6b85f29054a4182e8b39
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750d40300d1cd26bc5735993876191a29bf37776
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3acb51b3da137c0cff9f7b1a09f2b7609b674190c6e860fd0d77816e6b53b4c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4426efcc9a3a9ff638ad607136f2dd21435f5729
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac086b9fb4643d373380fbb58d8164a03473e21e87dcdd928c02cbb3a10f4e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcef6388bda94e9892e1c0e9ded24c867474a4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9f3e31b84156a9e4dac741daa28a96f152e58108188f9bf0c8b6ddf3a92221
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5d67e88c10a50eebcf538987312765b69bb724
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aaf6371176f2bfbc7f0194033e16482c3cb18457a91f7a293c84b4de712861
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158efdf10591e01b408661bbc45f92d781269ab3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dcb591b0bc09b6d60683f114dc90c01e247da793fe1090cb8dfcc5b6d75ea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadffee98e75bd6d2c4643809f9dd7f4e579eb19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69385e1aeadec884ae7e974cc2de0fb7368bcd6d244159df697161c1239f5057
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f3e4a15b1cfd9e400ba4fef1b926c2fdf62e1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d192a8603292255e33183c50dc42be2a131488891aa670c2791985d0bbb9c46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6340daf1dcc4322a6d41d722e87d6ef8999a947
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833085b441a7ebe9e5d73a224593a4f09fb6ca62585e1304d0cfad3187a752ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ffdc88d4f2dcda65e9bd0bd159f00bb138ca1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4a4b02395c3c1f8828b9e49e954ca9622990152bdae33e3512e8a2fa5a87b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba795d7911ec8e8cec41224a69ceb90f01e3b0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713dd743213039b96dd52a4a22fb25104f9bc28d1d4fdc9e62f2b370748b1467
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e565cbe69a6c318aac571cd282eaa9cd1e53d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2e0fffaf2bfe65a7a549988911a0122d5f18acde8722d8a66669d7052b8cb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282e2ff3241ef8d2f0aefef57ba619141c1bc4da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa876fd36bc56ed331c4b5901312cf34c47aae340f52669f4491108ba639930
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b93f6b959fd5c3f0dc3d0281bd443408f5f78e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8aa55295df5798bd2598236e89b329fc22af3a04f206ac19145b1eadfb33e2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eb04d10ad00496aa0dbcd38a3a1f39b4bb3e84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b1acfb80afbb38edabd3b7803c16b3c45c003a5281f34e4f2fee70e1bf166
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603591555a3f3affda6f7ebfee49b6845d41a267
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbf5e5276a69116ed83bfb0b34e9d30ce0425660d4372eaf5e02b5a5d26ea6e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5445a037b7f22d5d95aa70dd54b6031638ee4108
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892d98cdc6a75bed01370684d5cded0e69b82583ad65a6d28d56f2cf0e7579ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0464a260c9f35b93f335ecb6149ab2e6ce6d24b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e313af25a1471a2b47df7618010c2e9ee86936916de1b91aff51bed86fde5806
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b46a88441ddc3a3dbcdd07f247832dd4f8e3b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bf76ea0b3ed2b18040c0e655e2e67398894cb4a9a740f30c9cf1c9b38b80c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ebcbb1a72905e67a2d516edfcfd294f26f228
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44124d7d3cb79b4208da943843e3461434880fb2a9feedaac2313bc6d588653f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e5cc7c13cca5962e55ac3cc2e7a163f3e9387b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b284b46580989dede304b5fa74d94505ab1ce5b3021fb923e78b9245faf406
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b99e9c8306cdf05cdc50193b83c4a38ed5caec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ae985fc6cf7ec0a6bedf92a861ba30c6e5b023faf69280784a29c30329576
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb258ec509cc397f9a2be4bb2449f33f03663e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0119e31be2b79cc2eba80af75dc76f0645afa15643ec8523af6297bceb967d8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92053c8332dd61196798dc8e370f22ed0972e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc0460d848da119469850fe01dc936fa71cf198744bd1b23704c5637f1a59f8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d214b0c93045afe71df1265c7e1a60013d40e57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d4f24b6f96c28c351eb0451e3859d7694c11ea002df71050e29d723ae3bba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678427171da7b89b5eaf8111fa7f9a085403d76e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e307074b281076befb39cfea4bb96b76ac7998ebb516ddbab9c66742de9311ce
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f594c0eb3e8988e01cef80c845dfd232c092f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76dcae7001adb3c30847789d6ea30380e9ad5f1ee3ad5a1cff6ec0d7ab72044
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1625eb32c91311a949951b0edf40b576a07492
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05034edb8d90b5397b759e8341ea6c5fac049c8373ee2977312a4915cb98ae2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d287d041e154a917715087a118390524d5dd359e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef90725ade8cbfa55924002b9ba55ed31d4cd2c3c59d59b574b00b52afe26eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc9f184ccb800d9ddcf4f9ae54303e1f716939
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7863c476aabaa51803e174cb41bbc1732c51d0503e7eacdd1aac8cc36094608d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be6b62873d3f1a6f4a12bf7ae2ecd24e492c02c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f289f795b06a4f19fc30b16a1d76810676e108f20ea254348825a6fb9421245
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef0aad73fba228e6c9d96d530fd92ffeeba39e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25c609a6e1fdfa8afffd0b8f1a733903be46832b51d654e1c3e25941d247cce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107db1fe0763fe54c3df2b13507c0efa26b4de54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a6d57a130a248969536a4c1672aa21dd9ee3f8a05283be9ef64c87b6d9a103
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cb4cfa7b3c9fe150ad05ba5a7fef1b716b46f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207293b3bab134505a3bedd355ceda8d8391a8a9ca9cac824ae454ef710a8997
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44e90b51f6433b44d4865b1b8f14dfe05a4e23e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e3d0fdd2efd143a55238d605496bb3761cef2fa9b4d6337f1e463772172f7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66b39925766dbf7832bbc179ea9f1483669cb3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e0285bddc3c8954bf10bf6b6ff208197596a81f93b583fc3b75ca99ffb53ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1766d7ace4aa0c92110aa1ad25b1c653084c0d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0e63b15dfc3b6d4d66365d5574aa0a32b5f30d03ea540553eb493f2e485250
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a79cf06194f41b71a1ac906819fe3c77941ffaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72bcfdc96371b60790b8e6eacc9f78b93a30f57eb4e86aeaa3c801dcc420aee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7937a216e63f92597af0c00053912942e892925c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aa1c14231aaf6b251fd224139fad3176c315f357f5b950a124c4d2466cdfee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc328ae918a6312f90f69640d20054d746019eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216a1ae0a28e2a593a1179195307b044c81317ca832dfa5d8064c7d0029b5e99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85468eaed7f49199f68723c45be698ff3456165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b2fafc8a29209fdd7f110a8b2f0d147fbe8e4859fa28e8a3f1934e45bc7540
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9c37d779796fa469f8de3cbd142fbf7cb59a2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5de93ea479f7664ccaf01c08be38700a4829887083751723f6406d04c4c4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d17c75c559031b302c3cb801f173fe3d64fb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f17a2f51d2cc40f9a844c77e011a59cfda8001295b2fada7e1759000aaa03e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8d6c95f8603bf8a309cf37d1e0a81ff9c9d57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eba95d1d760736469e737da3d2f0ed1a4fdfeb1f4b964a11b95e4a0205800fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57ccfd840364dba1881fc2864d73ea64db4fa1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370fa27287041db226e93fce8cc3130d4c9e8106dd8a0639cf4dc055452f4b4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc390ce814f892eae63e382e7767d29f3dc843
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22bb903f8b83eee3cd2f269bd80f3c8a392d37ec79aa150d50640483438275
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418419825114f78fe35bb35751d24cc36c3a5fef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccf14446866ee763c21e393aa23abf0e40f4104476316f7978b4210075502d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90c090ad51566c6257050caaa56fc2eaa296e48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38544a41f7716b5596d446b87790c2aa0374d9f0039996d6da5550294f556bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee4d2971bb039589575d0287627c4327f2e3a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f25b5b817af7a5aea4cc3316b713177e71676754ac6a2f75e9eb66d96fbe87d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8bda5f6d9e60c64d8c6f68331f80b322c2f29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab174e6a6253a04b3354ae71f0f5f1c0b3c39b38fc86640fb543970d98b6d64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b891c8c66ad12914791cd13caea29a2b2eff73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba6a29f2f85ad948de549c994c61516d7b30d9004d76a8fc91952f4d0e9794
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdeda6dd85895b9298c19249636474a14b8fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57fc85160fbb871ab0c26253543acb5c4c468f30ab3f0a5a190e5fbb2453223
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddcb144105497585c633beebec2c326c0071415
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb71b8bafd281bb20486639331ae56213070c40cbfd1c295fbc41ce140252a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7991ebff3a092dd6ed23447f6eac53b4329d01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab195e05ab81b3a7a667ad3ff7a0ae2fdc3f050fa3d50c4bdecacf513e0dd77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a683be01acbe568bf6d957607fe27966836568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dab1fc76d401fcd99c5b045b0307e104c3964d53bf0142d9f02d03e92db17d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb75e295c7dfd5a50bcd66e080c20599d4d3406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c11e471ed55d571ba48dad05c809b076e1a010f0d5906229c9b4caf2db1a62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faabe7eb4a78d61330562a5db6e053bd23c3d819
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f4c1b0569b1328001a49f95312d62e8bb8963d2b3c8454d5214404b7d9cdc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b588ad8d9abc76556c391308b434c41ac543cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b79b91162f0b7fafe0984de53604d37202ddac7976e3065e8c24a3dc96687d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63261be556e5e66edb3291287c01e90b2f3b0c77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6833589a12946f51802d7a780aa9c7e242a1d5c2fe4dfa2e5f51a400c76115f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6aeea34ffe033d3d3dbd8d0db38f607a7bd62e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa79055059f387c2623cdef455e06b9d52ce4ba72d494f455c6cd2cfa7bf45f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94afb55c98b36510170e6b3c9363813f5aeefa03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db520bddcfb06ca3491354fb25a48cc24dbd13aac3677e377e5b0185154f1990
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd4792bcef2636bc0164bd6f9530ed44a50a28f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a72ca0b903ef60bee489d6f1245ea72fb05852b45361510c74496b5c95349e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6c09f8606011d5473a746f1c0884fd4604ed6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1722213d5cd86f6f8f090bb9697d172f4328e9b7f2749f91f47f5c1e9983a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c13f68c4a38386270dc8ecbcb53a804f369f205
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357daad520ade1a7e7c4fb2719eb5ae2ee109b916cccbab14e521c9741dbe43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a8caae26245c93e5306bf163b26e874c9abd6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9182ec3ff01b6fad06be195a9be143ae18d86f32902a9bdf6ea25fe4514a2102
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97b51334f9c874d141c73d20280eecd3d17c954
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728dfc3dca76699bc663b35e61fed9b264810d9401b201f7c539a41efa3e0e7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2857db9abc4f3daf4507f2cf6b96e95fbc68c42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997aa6d27e088b7fc6549fe6a49d65cfbc1d014eedcd68c6f4a3e81e7245cc78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea2bcd80a785e579a5137a8412797712d36a1c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3563f7a3727e5a6c9763ccb123d173b444fadf10b9c85ace276d3a4bd86b2d2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e973e5b2210be24d68f27af7ce8ffc38d6f4291
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579e2a2dd5f846d20553ef2adad90c5d0e0fe232b09528f0ef0981a13becbf20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403f93a14eb598f3d3b22fd0589e89fb1a74c322
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4f6c90a160902635e287949fbc9fafa61f795a8b316b3db2a1194f5d871836
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911c75f13bee9b805c72b44650bd90166c1f7013
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa48de58e5fb9be9ca421fe08b00f0d7943a49620f809016a0f8c33b48076af0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c989b2a37e68714ef1b156288cfe6c2f05e9840d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad5beb6a50ce7053e386e52e5f1845731bf2e1c4f2c3e7f34b01421871dfc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd9b6cbf30e3de5f71a3c8eaddff87a2adc0295
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b30ac376b313ea9a0d53d9175f37b2995d8dce120d3b5bc42d83af8522790cd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981fce05d94e568189855331a3c3e4fd525b9a17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed50c9a31960b52e7d8397628fe437b057f267808c4ce41c608e020c810578c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82467b203f2e62a743893f6afd36c70517e5b71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba56b44494372374db073621c38b6d6ba2bed3e3e7cfcbe8e9f839cf9f119a02
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2450e8ef59aa7debf087e2c25583aa1504ca3c4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed22c7f97b4374e16af93dee70f237311106478280d760e57f1f2c030832222
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03d0e7ceca3d9503373c30329b7bb2d8549339a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcac5b0168885850f4af048d4866a180836b985301f9a508a55ef3d668b84a3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c87df8a64159ed897baee88f48e4392339bf22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b51a50787fed713de2f87281f279f22f5287baf78c4eba6eb7bd4e137f4b2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d890f19d7f0fdb36363e58ae20fae60283e7f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fc2c10e74b06d3f27f6844106971247e4ba80f33762bca31f43499fa99bc99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fca211a9725074919923fd86d6beace317c9583
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112e6e9979f135674cc2c575d0ce7233444c541d11f815477b8cd0c5521622a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3492f88e6280e42e5cd5f91fc229a004ca7195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74a01e5587b4c64bb04d659fe03ac74a4a2b999ba3e7af2eb958cd4d27e0e36
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3d0a38d6183f5b26239b9eb7d4fffe4a8c2c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcd5eb28fcdca9927b24e8f0a9cfd2a369bb1521ba5aab64f0c346e28dd79ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3305d614338ede8b4762dde80ae29f549d26469a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a955cb7072e7ce5bc6539977a89b908dcf52aa7de67edb8723184a75780c88
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5290a08694d2b31689ff4685a6ba8385d4aba4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540263f99aff360b4e315696da62148692484f4f24a796542a9ef286d8bc399d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7439f91db7aca668c2b5c778e9deec636b788e15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfd18e9124bce8128300f0928db66e0833be7cf88f9c4f81852a17e0cb38e18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b79806a26bff540ab4d320bd10110ed9ddc768a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af00e4b162efd6cb8a40f8aa8b25ea33a69816b85f97d027c7c85d6372b1dafc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648cd00960f692603db666cca5d255d618333134
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b8a2e9961bb9f4713898ad7737d7a73e78cbc00d20241191158838b3d55cf5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f5c10ea60f2e4bab2e397a671ebb5b08b20816
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c76cc7e0864433b4d6f28c55be32c563cd2a474895b9adb451b6d89d5c24ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4749d1c27e0bd00f840b525333585f66fc4af3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cde7580e99a2e936d18aec5d159d1960171ae31213eb6c72accbca51666c16
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2376d9f7938ae7b393e96fc2c9bd1c2f573697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e69c2901c70c65faa3cfd5ef326aed38aea024199085251a30c8cba5c7905c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955d7fa93bfefc18992f1f0b11a45b7832d9065d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a604415664a0d4b3d78291220b13efebc6fbe73d6589f00b7c92526c368bdb8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ab91399027fe18fea8e80ea3d6e4b5c1b6f55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0078e9bb9dc6af192be7f45393df9caf52dd322ceddf653ba694d699645b9af7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fda592fc8d11845502e651c19c5bf30d73519f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df0a54209ae1b18e2d79f488896cb1f69bf3cad198459102dc5d5858f21fa7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd5345fcd51e08a6390f83d2c80af98a8954b95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85344c85e77ffd4b475a353222a8e1e05b7a94b568168a0f722d9ecb961289
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b601a82e44bab2089a8d638cd0adca342bd6e273
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb8fcb2771582790a0ee9b9c551cdcf60e00c8423408976c39b5c1b4a31805e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ad2787d0e0bbc75c10cc7fa9cc58ce82e7154f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b607a55be866cc87234a5998191a9c5252b93192b16cefee030f25ede66b7e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dc86dc6965a06e572b0b76bb00557da22b97f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80824f768a4281764eb39aa8674d9f4543fbbe262775af67cc297f566f4d0bf2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9059c8b6de93a7a2d30db8a27e00dc87b4e8e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eb5e2f340124ef587c6bca2bd9e1bbdb6798953792b8509cba1e5cee7a0672
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffe1515240b8a23024698d0f5b60a353dccdf5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb8b2f7671e9a0e9377a0bd3c0b637e4d824a9eb0393b85f3d5bc43356d644
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43cfd67b9240321359d66581588a39eda4da64b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9bb08e8ee1f09f0e838722856c5ed731631a6b8c9ade9f35bb26b4bdc8db1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4295ad2e79dadbed12854313a2cf2446baf9c4a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd31b3344b88d2ebabb26c37861373eaa8d6bc8b5f125106ad45a6c2b667c49
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b79a675899a050dd09e27501f68e176b598173
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa46e2242696ad517ca60d88ead1e80b29c2f17943a9f3a12b7f2ebea74716a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe5644b1692d35401c077a54a337034271d407
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9890a1aa766d1f73e40a7bfce0e1f88e8ad3d63f47c505f35d6a2165db0d0bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9110e6d241b0a9e05f0f6e240d5978a81a9cd258
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11301e68eb31367267c25db7b36827c36f3f475fb247833413e7af666cb41b6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace037ecee180db069f49533f2ba3c8c792e415e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ddc44331f101073ed7592f234946fee47dead53be172e53ea783d722601b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331a76caf5940c6f1ef0a1d9726bf6a405d5c0e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84017dc99af60129bd40d36ae7909e74149610d9320b6c670e71f3477d30335d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b0dfa6631caadd6f80753dd0c7803ba4fe5922
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f558743938306b271edac6ea310a55d98d959674ad794baaa2be7fd9be2ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54415e2fe10b20ed2040929e89be3b3b9431c5a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a882a8b4da3d7bf55f0d0ce3839df818dc552a0d7d31dc4d179fff10862b532
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee89c5b827e5ef120b76912be74f0f79230076bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0fdf53a7072016fed3ef891e0460c7ec64318022078416328b0ae750388fad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f263d098a09c797a0a14d258fc1732e31da7198
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7467b6f3608c196d9f6adcedead76687d98d5a2ba3dbaacf6e0a0c3abb7929
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8452749d735da5a2f9eeeb46314e941809770ce4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795485c5713aac830f2df4e039695d7245387a85759c052250913a6902818461
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0d16da6fd6ffaf249a9cf2df28a9559f7007ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58fbbb6b69e72b38fb015ec4583c52db8d5518051f82680ed7fef2dd0fb1b97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0285760f5151759d9d9174a7e5d8f0a04b9ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171fd9aee4547901716eb87bca0a461771d75b35dbd270e638b9b0f7b9653304
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b025e34ebd3e94580de6f8fbad0d228bba9c77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e7d31244e8daf2138d6d9d5217cb0f82100af1bbeec9c761afc14096da0e38
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fae7c129d4b51ba7267409ed2f7f2fd157c06a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34066880474d791ad9ba7e27e7ce235876f38ce440ddcb82063923acaf1f93b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66e9ed544fcd2c8b89f31d321bdc5c680dde91f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba33b6ccc1c35193ce7a595d3c294f0629803bade23e000c4818bec7234c14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12a1810c1b0eae1608b2f2c1aa572bce1114137
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3bb46748f834b2f7eb6e37f5b592e56bce3dfbcddb594790bdee21ccea9203
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a52d58bf9b78353db5cff862ff13971ebb0e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6ddb57d047e781a10f0113de32a6efa9470b68c35af3f032d64be0c3f0e539
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84a2d1aefb97d8c0b46b5ed4d541678c5c2fa15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0ac21c62635892286e062b87e43d64e2b0d498d71965c9085c158e09d9a9a0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dc8421117146eba3c3a98d461093d8f22a75ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31af50c4d903182c3353bb562382357f20ae7beb13ab17c810b7510bec4f7120
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8337c98381baca7d621da1d2d29f7f6bfe7138a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90448cccac2a814f786895549649d164f90b93dac1ba65a591c222889a2168
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ed958f4670565ed09d22749aac99a281bbad97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697f2b2d2d6cb1f293052b389ddb17625fd9b6bf067cb696494a27eadb7f2e54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46ed510ca9b25ce55a8303e4309f65b1bf53f60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa38f5423b02960088b9ec004d28783aa3af713d8c4a4130ea3fcf89a4f9fff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bc45f4c546c852e7240890143a41a476a3f5db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8c067243c5e68ccd1393b7d1e9e4967d9aa82ec4aac7a2bac623d05d4f666d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066a78273de15f23ba00fa0de3c84f92b6bdaf99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1f5007116b086c6be3f7526742d7722b314ac811ed08ee9e785d70dd0bcf41
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b5de5d49b4f7fc8836808c084512222df1429a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945fddd087141d0d2180b756c262683913dd1a5dfd6af57417e6691813fe4a67
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f699d9a5f2deff0abce42edcb7ffcb1c090419
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b849b896e4883d7cf3f67f215ce8e528d4f8dcd85d88a264c9d4f5d33b0372f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f936cf2f1097e2136b1710d5c2160b2a718c13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34296451252399eea28fbb226e66e2827a16700581e4aad0822a2688d7963ed7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b966ea8e4d2241af65594be6e3be8c0bda653a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a555b8c36582cf20620a2b3b227e1d6668349bf05a27e633556e6e52ba74c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda20ede1ff9525c9513d26922281cca2606b91a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43865fbda0ab2df88144dac2c4db219a57fae08632030e6e3656e60a534c5f46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73cd736de6d7229e04ce88d54a3a6b97a6227c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4a5fa9ead348fd0e460adfa43ef357ecb7d46ede17a0df056ce20b4e331f00
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845cb63b0791cd0c983bada8befcef6573a21781
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376e0f4c121578d5084417a23ac6faa37d31271a6902776a9439877512b8f8f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59cc63fc2f76f5fd55bcd8b575ef065e242b79b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542818014f44d28d6d9a01baae433512cd101dc0432a646f4e539d8f186acda5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb28d86c58365dfe815600367e408d4677c8898e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d5b1a77c8643fbc8ac7fd4b9700fd0d0e6e2e6a4d61be8f02803407af364f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d107cef4429f4dec74fc17656aba8dd74d32303
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43a597d089e1ddf5c94204975069c5f689c3cac0c807111bcebd025c6da2f7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce218a36af1b1afe579d80a4bf0ff33485307347
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f03c521660f2b8c71b59725be35d191798bc0f440f2425335f23f76558280bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ee793aba9187bb16aee05cddbf7201ab777730
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d591cf7c076edd580ce81867d19e88242b8d842ea03ae46f016826fe3b515d0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c2c4be85a4d4c7c152b40d4696e827954e695f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65354221c0f32c5f9d5cda28f40aa3a8ef60987142e322b95a1ae2085cfdeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f37ad4a5a67120e18c545efd0ee8b467602a77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91108fe0f6d371ac2c6fe87db4b04327dfd7d9e0b84ff08943952fdfd5562c51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8834e6ffe2dc43e14c1b53a62d54a6dfe89a847c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3907bebdb70d3807e0eb1af007f7acba03c8ce94a9c700fc237f4c030b9d82d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a2ee157e3275ee2f998c5818ace83964ff4848
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28179ba37f92b6c91fbb41abfaf048cea45c2890263e3927023356c0fe350c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0ce4d7d1a0b60c578e6b0be31013c2b1f90126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd0bff00f38e09421228fd682cf61510a1b6a8d357e2f1cad1e283161f834b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07685aacee11c8cc18a714bafebacb98145f2562
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82e8098bba5f750aff8f955fbaf92c0e706ab750a95480e39e92bf0bec6fcc1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1de95360c4d6a344e0bfc00075e84872348b46d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c268f6649ce09d88d09eb01ad64a3ff0c8d0721f8f1cac1497b71054252216
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496fd23ef5e419b991658979cdd273a6d13ffad8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1735d9bbb09b6edd0a7b3c0909122675e617f5e7cb6187c94f5115847948e0cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e36edffe8b4cc71154eeb8f08ca2b08afbd39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b8c86fc673ef3c4b64975d300834001378392e7dd9030501fb605003f4325e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d44e0077b7c3c02dda914a6498b3e172f8ada8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737ed8347a05230377c9f9a443db4c7889bd32c8905c00e5df60de8067d9e4fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1027423d84f97fc4332276d117a9d32677f87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190a402430ec25db5b6b1000fccc05e4a82374a7f707e9e56704c19597bdd1fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0525ade23e8e3550bff6d7b9dd05deaf4591e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea7874e327818ab02f0831b17259d3c7609cf17a091797cdd27069c26af1ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fa887dc4a46cc40cf8076b32d6c732741b003b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a037c3b68beca5f7c4b8503ed39ddbab964a70263c184c980e3f9ec247f1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19ee1c836a659933fb1acc37cac2b0fd49b246
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b270dfaf73ab4b88148769f1c075a3479b7c23e4b9d10527ae49e2499735887c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937b1e80d864a103482febb73b5a4508ffd1a8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700850e7054c3b377389e199c8741ebd9ea25d54aaa6f799a9157e1971835718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4479328160ee0f2029a4548337aafdf3d25e0ce0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585fb91a5beea23b53035cde55fc2ffa3425816cf762daf9ddfae8acbabb2e28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ea9a7d1037fc69053a135512e1eb14d45411b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27c3d6c2cba64b6697b906f251c762c5860ee3d9a78a07757dbf25b21f2b9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67fc62753d14d6ecd0cb27635bee4e955fe9de7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e079011df1d8b17018e1812f38cb143ea9e16c0295d53f8ad3ce26f355aa02e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c6ffc7b7a7c4ccfb15dc3ac2f1c368776dced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3504a883181e195f40d975413cb7945199d1da742318fa5607258f16407eba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16eeb5226f35fb22c6ebc99d8e563a4b63144d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cdaedbf3e9c793739384e1f0bfc6e40c6127b7d0ca4fd093b07edcb5e69db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fe1976e04486ff6b868dcf585b7531e8af680
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cca79ac9f0979875f6ece1b2a3f932968ca44a7b30f464bc1f1a4bca50a7cdc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c60933e2610d2436df236557db4d1ab02d903e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1707944efddf6f6e20e0055586b6bb2403d871668c8466bfe666653900287523
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7685f4739e139b5c397c8a0a1a62140f28a62317
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e714c99bc9720e7cf7799a78ff247b07ef21c04da1bc02779c40093288780dec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12586d04c7fe26f81fc48b8ea10be915de28ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c547b7e47bfebcef87134ad39cf960627e8f9bcd4a096896f0789a45500ced44
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bd8eac8809c0b3c04618eb5a12976508cd2873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916df34b5e8282c0aa94f7f7be4eab40140b8981ab0d4531772749678f129bd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089164dd1bec91532bf98d11b7ff47f765c14272
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bfe8e64602388f3f4114072e281305e436a051c38b87864f6d045cb29f6aed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6229bba90799432b9e4726bc525ba1cff072834b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736076fb19446e6ffa158503a364b7b93da318cf644fbf040ad449ae8cc696bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5d372367fa845dbc0fd711f3a98ad6a40c949
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f90e329d079bce421327df77c81fbb4f28ccdcb5125eb7b2322a5db9e87d4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c349ebc09d98a3f2d038e8c8f01c34b3282add2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4909af654f26ead113bc150ac1f5c5f5a1d081349796ffa3d117f8113ea37151
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed83792b40e2260e936fcfcbab0d5f2f4cefe58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8fa3b5f857e5d83f5d80f56b0d162c1de45981af1ceb403235dc37ab535a82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58543bae3eab858d8a8d033a4b6f3c4b66430571
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e91e9a72bb34336417baf4f81404b02e2c129dba2a0dd21cdf75ada1991a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98f495b8b38aed712dab71944422390f8b3f9f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d911dc952de4c6dcf5b6da8f902867ec58e54374babf5028a5a1790575ee1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a387c6a364a34a6de0c7c8272a614077c66516b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6420df9efc244ad8e9544390d935b6c2b48cd0ebeb2b024772d7afb2df4c01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b68b44625cc1757647c12420f3397d910b02fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b802b83c029dd650d5bea126622e6f48a23c6c8391352dc36b5111d5d9c9b964
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59a04deafccd5ff6f4c905863fc4020af1bd21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b2fe191693befb622855824fc4464c2f5ef204d7ce4f0612fcc96747a674d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af50f5ae02441fa094d5316bb309f7675d0a051
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a0b67d4b79e9e2852d59da61b97d42af12cf577c2cef82ddd6783a7ed8d881
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d469f7e3698cb171209cfc9ed899a31072eb69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf86d4e377554bc0e8d3f0d9609984fd293c000341a772e64c37efa8d2b6500
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd6adfd2b823b75302a887a2387ff75f57af437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814388eb41f3da1f02e05860e4137418e8d2489cfbc6bd93872a4eb03466544
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58af3b7318252f309744480b8a1e5c0a8b6a097d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa09016b16e96a1ebcc5f89bac92fc4ecd999f34ba2341a5f490bcd059cbadf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2491fd255d22dc4b5eb22b73cd25d92f6683acb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f24ccb85678384017b8a97f3caf0d357804eb0d6d20885dba6741af38151d4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbbbe19db84f24b937e4049713a219ef5de32f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f58ca58d317684f630e884269406b98d03c3f64a8dd6ded47c3e6160c3afee3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cc107fa79abc5cf053dc8fdf28c386d582834a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246fcf90853efe854be2b625cbe2b46e1a619570f565985ba3f7a47f8eeb4689
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea91ebfd9547900a137285ae051518685950d61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073ab215712115d61fd4ba900735af9a175e47247c7ca9f0d2d7413a385d2eef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b302d51703c8f74cd3b18ba4bae108d31694ec0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1431211d7d646aa61d641e9d8ccba6eb9fe19741df15340aaddafc20e566cd1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fde763afbc73bfdaccadc21078829fad20c2f80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3eb33ff5afe341da7ca7045db26606dda60c9d28e1460fc96f30714796f2d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a62eb6effe7bef3eaf797994272e397669a6cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ed85641f88f8f26b59a8114a35d6f31acf3bba4939758d2f018bfbddcd9795
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4806dff93578c21c4b9789a42f9f86fbd7a941
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eb64c7d8b96d84d3f232ce8baa48ec0703f8f0eb074a0965223f15875b7364
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c00db3fb71a1d5e7272c1138f298c233cbb398
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238342bc3b11b5e93aa8cdcc99a9a1c7c5baf0b6796a3d791ef20956455ea950
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c396763d0a895a5c2ddfabb4d33edb5e5ed31e7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd4327140ef67937f1031f455f488d559493f0d3f03a2d7d48e5bd44744650
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e9e2578aa488e92d2d1b01ca5be6045e1db3de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02571a91479f803f422e962a513fa8192c56f81b774c9a192a709d3edad1303a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a630a8a7b2e12ac6153516c207395f121656f22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f798f6845d0f20fda52c23b0ada2649d5005cce0762c15120d3bf08b51c04a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c55f708392aa20e12fd4996aae03a6a5cdc7a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b826290c847278d5663536ed3977edac84779b327cb367fb000df5ac69a7c6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd20b293a5ca16265b39b5846056cd13576cdb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf4181861396cae7430bee1bff7dd1ca34fe8d214a60bf38ab0c1cb9b9a8cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c94b020dedc0b17280e4fac9bbbc9bd014d866
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8149931f440f347cd8197d80c87439e1ca7e487f31d357f451298dcccf1e697a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d4e49448e62d0360383a3a3f86e301ee7ada7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422210c09e9a0997692fba5dafd3bdf1b900044401fb4eb77741cea6c262066e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f8e86802d3b4cb37b43c801caab58bf87edc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5c9c0a60bb03e406bb3a61839191db3f379e35a0cbeb2536b64ed24f1ea8d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5799150bf734f0226a8936c2933c954f0f7fa0b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499807969dc61db1dc55a72f7077740445e438700a6033df1e134ea3410043cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ca50a9acdd07153a1d9aa7b8bccf3afe4234ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f8e5a24eddc3be9d6614416e67238328d9fc620941964040268f9406789907
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2420fd77541ab5cce9474f4204f2a9a628d8260
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ef0289b3bd429195c5fb5295ce6b05d1cdefabb0871cb1ec5a3fe23c0ecec9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b653ae82d0bc1aa35e66222c4ff11c57b2d2be1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df50ae9513bc49f7c1875635ec4a3fcd4d0b34ae6a5219b6eb6e5ecd9ff45a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f86ff2e03bae917936757f55bca94184475d7d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b83e84b44ce721239be42650f89e329057b189e42bc4435c5b88e13c0801b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d46f30469eb275a30b78be863ed5feb3cac992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0019f32564601ed9bba6fbb256dbcbd8ff015673c7ba68dd40b3cc0a607db97d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec865a238ed79ce42e3916ed6e10150bd932bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b346d07723b8885728e535197eef832671c0d769ee4de101700d1b9c18ae9394
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fda143078563ba0021ed656fea11ec76e6bb5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d5e3c3fc46d8d3cd6ff9d7f69f7481ce4cd9550e30c2b128d8e4f75477b4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e21e950f27ae375ef9ec310c6cf9f81f48c28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e4765ec1632dfe5e6819545eb015b628efda0f621f447ff31167b48615b4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd6239d5db9b1fb987d9ee04d2a2a6e6bd9cdbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705de3de60eb8239d24921f9e9681f0101fb67a8885628016464ea69931336af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c9e4c33c304ecfd6074e24e6ee7a0d7bda4e4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cb51b75f757e97c90c4a92e21981906a07a50404870368e3fa6cc36edc21d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75cdcd8c68130481d55cbb8f95c3c97116090db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bb6ade873488bade216834234e6311dc825b277dba704ac843a69592cd532d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc14e0b4d82511e877a879159e19c5d6979950e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b1f6ee15559f20e91d78eddc569139622c69248046a873e6a0033a679efc26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99acc3bc82c202be71f49ae56c656c60ad6762b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f47ea50d41dc0c682b424d8c1c0c2ec38bcf609eb2e22a169a75250864d88a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227145a01ef791b41c80e00fa32e71b08b92711e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d32d6b8b32ceceef1931c232b6f85cce878d7fedad7547baa760af7a7872943
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bd0d6e136fd34e934103ca4f2cb2a06114ce88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2088b7410f261dbf87b5e366d06ed98e573569cb9f818c9e10fb57b42aeafe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151820ae5ecea60094f763fa57257e09088a3356
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdb739996cb89ae99f36a10173f1d64ecc13d0539903834dd953b25d450c1ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335700e0a0d199a4a82abd8dc44e8a3fb84e71dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61baa4a6bba0ac910922d308102d13b9f94081db113ceb886d1a4cee48a7f94b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd4c4607b2163ee623a827dffada3be5eacb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93281001faf35d76f2cfcec53231a41bfb19dbbd7dc86285307a828a571731e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447bfd54a66907434ca3bd2c2a196f48c1b52f7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9029ca927638edd7eba8078512e3a0a38ce273cc32eb47b36f9bd5a499db684b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c2a5d17a6abb5e57ce1873674816dbec33528
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232eb21d12d43eaa3fee0f3533e52830c5210f0a69bf3e6c06b85cd821f68d6c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a982b215265c8d3b8520eeaae180fb538978d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e798d6cd8ca663e3fe1f86c65b11eb79e8638d00b7abd0ec86931cf3680f5c15
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a2bc02db46526577e11ee2d3b4c6ef296e105a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c33c89030902f9107708ffe58ed502e640954f76cb914c568657483a5b9a49
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd966e63565e6b4a7620f05cd4d5969bfb113d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf74d12867fc6090975faa2168bbcc3fb3de94faccf6153103b5d38054263954
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b64973b9be1fe1f453a91a89cefc5559b7bc69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ede75af5713ba4dedc0e51975bf55113b6532a385b503e85b7035d4951893b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827915b2ed27396c95a432f2ff290a4f9204c4a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee4a8c12f91bc4704e9137568ace3778d27ad1b347bb818ff928b717801b4e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e493a510dd228279b53d596bdee4d7dd27e246a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d674fdab29117333382c3cf2133f7e102f6e7c9fa6d251a10332afe8cef3ab65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ae757d9d1c4b71698befb4a8e253a9399004ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04d5570504bc54af6aededbea7c9731a7e5ae50225ac776d4c8b81f2fc25e31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559258765484301ae21d9b42136a9c6ab99bf81f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9c5d0acf9250960645de4bf8c18cda71b65bcb3b78deb3507ce74cf0b7777
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa86b3f18e18d891067133757c87e08348336c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cca452d77b7e9a37198abe1ef0d499dc72adaff4a536e9ee1e68ecd566dc38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb893de614f92e3b221fc9cb825a098eb6b13997
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6799f7a37d3f5a3300382d46145150e02914df18a77184fb1cde7298f1d9d9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2cbfcb3554eb3a12ec3945d3531591f3cc13d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c5cb4614a4d48f6a13d1917b247a5bdab00127d6c383eb629a2ecb9091cd54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9887deff280772e3b2d8ad966fd3ffd482e2c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594f40279d146044bc66634a836db79868d400bbecda04ae28f045fbb2d3dcf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5321dc5a8622ccda1e685c916b6bb9d601a613ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3b322bb339c1e3e41a5cb9f03e47750e8c88d9322fc9dadaeba2e93e42d2d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb64320ef23d771aa4a8c0e4d804ae7108bf16fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1da95b592cbd07adc3f55f5e46ffc6224d040385add4705caa0c26cdb247dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2e53c01e17fd69d0bfb557fafc9f99bd5e8c12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda14ee72fbf107a07e33783eba97d12a21c90f35e01e58f9b1f1fe681ce55c3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb5636744366fff4f81a2375278b15ee427ea91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7597a8b92178f20b32ad282d29f7d6d15751f556a371c6496bb5c032c6703cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9fab296a5562bdbba05798c10f652c55931a2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1f4f09a5d40388b708324f26fc0c2950b886fbe7cdae0eba85a4a72cde623a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b576a9536c16fc71d5bfb277d81444faeab1ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236a8bf18b2a9a93187a9a461a88cffebd5c5ec458ed6eb8b45c0872bb73078
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f9cd0217126c01d3dd920e3a261a88047a0f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d2710fa73e817b9b2b9a7c32c9917eadb5ed799be1fc2336142d10555290bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b8664ba74c38443aa29215fbdf180b528e01ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12ecac6a0342da0bbaeeb78ffeb4a8fd71e4d9e9f41e9a9dfaf980eea1ec7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac751a2754db5c37b7fb93a1102a7e5c4ef66f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6fc520f31b2f21854c8601d15c07be44297ccde91b47a5f26e777768030986
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a5426e440fe248b8328f7e94a6f5d28b2f1c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72351f0cafd04cd2a4162fb99dc0000c454cdfed2bdabb917276e1845a5c2c51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e769735132700a79bf479a120fbba47367efdf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a5b18759af77c53f8a177d2d49d866af772a785e554ca0be0a6aa16e5638bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb2f693c316871156af5e572c41c91cf5a842d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a24edf54af7e627d26caa22216051715b5645e2a501c6becd3c8cfd412c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647a88006aab9752bd83fe902cdf7815e97c6011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ecc27e01ed89f116e63ceead16aaf00d477128782d13d4f79762c1136ea2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2076d83dd2c2cb9c409aa0f7647da8c1b491d464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22728aebd377e0e268fe6aba792bd90346851038538f32e51fc8122b4223741f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a9332a2700e0758e321f963734c05a05abeb51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06addd139a2f61b76ee4ec83523dcaed0be22acaf9cd23415ab5887635b0da65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f754e5374a0b68a68ea9babe3a72ed8d6657e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4ad0a3c7b4ad94a3214005ae5ad63ece440143a4108195657bc8e64fdaa61c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1367146bad174354592edad5c61eb147990a6e91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a0db6541d80b7e0ae4b21baef7af15de0320e0cc7c142bf5fd09cdd600ea71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719dd5c3ea72516299d9136803e82f9b20dd8c8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819d7c19695cd82085f1fa20c1e0f89f37965a40603916631c7ab4833d9d07d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856e6ff8fb01c17e6658487816418bbae3c9d59f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7d71c4a21abfb9b96491c2489d7bcbd8afd7fb27a191443122ed8495356bcc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd465753220d14ee6cd55f663b498f5c734200
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fbe1e7a1943115d76170d1812f1c47c3b11e7c73bf8707b97a648f9f5487c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927071f00dd24f121243ce799639d4fca548e3c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496b7dfd474a4a2047a3ef2b23b2f4cbf6fb44813e106ecf141cdc2d863eea72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919a701485062af01dcd50e39ba67098083b1b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a6c961fa71324202a8892243a16f48f28dcf3e6b4471b28533e86160361c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f85f1e831f8747dcc4503770025d4ef43f69563
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b182ab39fbf9b25c7ce648e35eeb7402c8628988d7b5fee005b562fd0fb40da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65487ea7dc35e667bad9780cb7de8044b2b74c2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8982556371defb2edb076785fd516722a68c1f3808fcb52e24e86e909cc22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883e7a8ca166d20a043ad474839416ee71395b78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1db7378ac5a000feb4092d43fe6e9f72700b87c9f2e35e7a4ac1a17b5d50777
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e0a9dbac7331f8e42aaa26de3864db1d1871ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c0d06e524c265401dfbda6cce55d46b4d4566e02a7ac2ec6ec0188865da1e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec09c977b2993d3513f314e8885363bb4cc41e75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b850a2b5377f69d2bfe248990d3bd21f41f4287e23519659cf7f440a530ac958
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0876d726c24525299a15b30655bf3d1544d119e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919181a15b05f1c3587bf729a91afaf0f839184b7e6a3d027b934a96888cbf33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d9c6120dd0e1fa748fdf90bb41fccece92e20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7410bb46b30cc6f1d4288743ead772b4f5228e67ba4ceecabf05ba8e1d9b1bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e8515026c6a8b33a1a12c49c7605b7174eba5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb841ab518c0315e005dec0676528fc3aa2a5f3115ae3b8374c0cc56a31d53f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15946f6bc0ab548ebf67400bf863b6af3fc72e49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed6274cc3fdf36073e4dd024db566084fd48622696d18f13f61c6e86f27675
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7eec4b9212e0e3e5ce1762961b8f0fb49f34bf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff55ab36a3e5433009559a8c79b2463506546fabdef726c7ce09376793cd340b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a27ecdf712226d32612be4ec0b717bf81c37253
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1d73708a8bbcf30ecedd48f69847baca2d0caff2422f80f840a881a95d12f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381ab5d43c75242bb13bb18baea14b9e917d748f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b137c43dd07397b67d8f0690e411676407d1695de5f39e45626646cf423e5976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976c3adcefe2e4250cb62c0fd9596055a708a120
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a501c1899fd8d01d4a50db4f934c5b5a401edb5e42939927ece0f66fbdb490d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee66fbd8932a38bd8455c66a36901b6d0b6368c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bcc2e7710c6094669a706354d5ee01211bae2b45a074137207878bdbf3b95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2682deaf0da64e19e6ddca809e3dc42de00a1b5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c6e92b531362b443ba8c9d69baafadf7fa11f2e36e3f8525a84916ad97f7e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95538e83bbaa417cc85b1419953e41c178f91895
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb55bb6f38da65e59e5fe3f240e71b89251e2d8eb2bf03b79a63a2c7469a82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a82d9b810748a672c2623ba49d3f24dd518f818
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c703cc844f39c5c8306fd42fc611b7ebc28a3572952b0f7fc0d779b1845a13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0977f5dce1f9646cccd7a3b493e82911d54db605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da51911bea88e24f56948ce312f0cd485f2d1ffe3972e87b1e52457ec27a41b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d73f8e28005e04f5563057b653340c1f0bda57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c0837b6cc4b1b8a76cebeb2a37e1c4f44528e490b4fd6a90b2943f50a6af21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63dc4de3cf0d0a3d8fddee31b6e79cb33c02fa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a65e5fe1e651509ca1fe0f3b857be59f86bfa9587769a2ddcdeeca326f647
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db38b7c4d837afe8f987cadc6b853635229637c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb20592896642bc19b5cb741927abf07dbca74930f127d91ea1e107e92e0dc2a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041d24b378a4ded38780bbd5555e769291482f36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e57f4f88a11eed50cfa9747759adc33678f3374ce6dbd794f76bc429cee89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028fbec1852acb16d69f7fe3e926c3fb5c0c656f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00192ec904a1a3dfe5cd2d81758cd28e410337d245e5b3725d1958c826a8232
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378354fcf6e47ce6f0b889940bff1e7c7f9c950d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21188af06df470fae6dd3c250199563e255a9c6053450f5bf283faa45c0a1b69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297b346e7a41d598ae7ba8f7d6957b94d6bfd360
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903ea756d61f6f10e7e71497e257e2b5809433a95d468d213d1cc7d00fd32ba1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f270f2d1b4531d2816fb7b7426e6c987c1d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27763a52b9b1e0312c3a196ab8be4c2288f62c2438646adcdfda12a2cc91a582
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65dd3adbe85ee95cdbaeeb14c4e4d97bd71f5aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d096c756ddb789d9fecfabeb2bfc81a3cd4d22b4b0cc9f7087ca56aaa30dc9ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a216080d185d6b8eb2007be6aa5d2a61972d5aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d4cf6a4b06c1ef1c29f5bc3dc05b991f92188b8aaf76c5accc9abc1bc62ed9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893eb737395c6801155f0c3f3a3cbff85067d7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94ebcad03f54a62e51574fbbd4ca807228804cd157ac6f8a7ce80482b0ee550
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36849fc92f7b7582f7e645704d6c433054934bed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9667e473e2a724d6981c1d44975d756481dd062363cd69c824be295a368da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a45cf5a6248eb59e76709588f9b8c2bd7df979
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49d449c32049fb2323267825bfe515ec9de43133898ded8a637789fb00552bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756e95d69c31c3f4b339755015ef967a1088174f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb65107b16c1225eb29b0579eb58c4e72c4eb8161ec899c1742171592ca54f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d44e167afa0175694c1b2f27d727b500580d5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9c21afae7c9d68da58951ef29c2d036b5587ee416ca5eb9e3fe23c72fdc606
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd8c03bee31f9feb0c2c35bf794131a139d7bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad68bde35128b16a84430fb8b6039f7632c0ac714158f0d1f9052e7224cd4b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232f69a226b12161011bf90eacdef7cf30a89c61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb11bae0c6a4a92667e87557fd6df652a0e2b8813232128accefc02c5578c973
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257415cb2e84ef98debebd97e10168e7653a657a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b781346073504f6eb490a60be37a5ecab14d9388de8bbed9e15a3439f89b92e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bc0f3cfce4f4068b19fa62a716b3b9e5960f72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491c7114d9b180042459d7876be5fbfb14484713bd7633b4ab78dd8e6dee9f1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926c297a21e40b5f9cb43fd8aecb538f08495c4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf5f5a61943bc98e90b159979f098b92c94d3208c495e6a932368f6342221af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d587b1f9a74ed4ff367bcd77247e5da5b72b6c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fadbe133fbd44da8bb5527974ae93906f044818967d9cad8a616a1488db0c1c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81971c9b9824ae884c4b3d50d8c0b361c9b1a9c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe04eac9515507c6effad2099d31c42cc243241472602515eebfb36ffa4468b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06a18ce8eb28aaa5fa73cdc16628db1f3f4cfe8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7bd4248c89d75aecaaf3b83d95f5f32a14af4712bf9b1b2d78f1cf22a81ee7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cad5f2b822cde5a1305521fea8c39bb0077381
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b45687def1ae72079c23e8276b0749663e3d53b083209a3d4ae4c859d1642
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838095d24aac127261fc318875ddb5764eff86b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9070050c1f54acc87474c8f81b2121a039aa3e8c72f2993281bb9ef940ecd77d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d63c0e55b6bfd35c21444916fd17b01c3fa7a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8708a3cf598c2c2000b34dc76e804992fc7963eac98dca2699aa9429a5f836f5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fbf921fe3b726003e56357781ce0d79c19a9f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650da2837e584fceb2f3b4ccc70f142882ac4f6477be1264e529775a09bfbe37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3109f3f65b6880a3f51ece53e4631f79fbdd70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770e6079ed886e5badbb95beda8f70a2925539b8ebc46549dd1c33c6f8111a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2f32b26f9379fff39d11054b196763ea0607d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dd414075d1788b108169e794335165e6068dfef7be6617984206fc2d3fa3b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11881d912327c8d985b2d4ab21364900c78a839c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d538f1d6ab0bd4a13adbf68f8cd5e64bd156b894a9dfd50869bbdb4620cb3f90
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c73b1c3f64fdb68717903347a14b75f46fe35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739af51efe1a35307c778c18e2e2111a6b5c95a10112ab3b02dd530161408bd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4803b7808cd8dd8ee1d97bec6fc34640841b947a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a93900da3fa1adf1813f6748fa5a3a52fd318b719bbb080fd9e61bbb6077de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b930d306200cdf000a1e415e8f0cad1a2292b86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9892a1d19f1a8de4a43b95bd4d38518b3cf9cc56a4ae9cbb8baae2b72d95ffae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7e4ed9b86ede505a55d0c8229b2fbd0f17d8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef06f4e7a918abc530e12929009101bd956ef352c6e25c6ef8b043263cc3519
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8c1601d74a4beb87943fe9667df4ee8d2e3064
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c0699288e0fdb39dae44e0b539213e65c8c541151b735fd212a27ea5f9b8ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7180ea1e416dc00dd8bc08297740625d9075c65f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8ab7b0fc74ea43ab9d4aa751ce3deb315e43020b9841b209d5dec278052db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e28dfb3f55ddf33cb3c2532d29401b342dfd38b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6919ede8e6d2e41e6afa78e1fc2a53b6924701f263a4bef5258e3ca08d119869
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff38d0f05d42cbfa407b82bf19b1099279de30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0752b8527659f761cdcbc9218f5b109b4fe27362a5b837f0ee05dc2228e5e445
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4c8b1e214a0344211449c17998692046f65e49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cce6e01cce30f69aeffb7108fbe21c6d0556d9775cbd23a1d12d1092ad206f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c77bbe4ef23a8a5944f0fa154675a78e73ce13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95774665bb5875f207cec10ead2393901d09e3573a89eb2fca0497a0d442c760
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2372ec70c1fcc5493b8217e6f0a59c0203874c9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dc80a0c68e764a40defa82ef9f909239a6fe555615459cc509a60467449a14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d011ed70fcbd6c521ba9194db0d927dd2d35ea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc32b4660b3eb08fe3d7e0bf5abcc628cdb3dabc07e7e5f85ad9b2c74833660
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f8f13d0bce13752dc1b59c5c5eb58cc2465c3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547ee277c389dbe8295d72e7fa87c47d65928c875447cae68d3bd0b7bb35558f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79290bcf4855e8cd4807274c1197a7b09437100
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f806716c4213cfd9d14527edb551c96f1373caea3283d1fd251366e4dec76a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066e37343b6a8fb22e7004b4331eff1ae6f1cfbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbfeee8eb290d2a964c9e476e9b163f246543ed9abd72abc6b7e9cba020f547
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b481d2683dc0b45e9b6990451b8bd230be60ce3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5a9b2ed2a17a3f15d22c683a8892073e1c06d8b779e2254213b545a9cf583
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4915a6c7fa8b5f46c320428a4558a2ac8b3f8cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc34fa645f85018f4013a37dd5a08829f839608c9fb595b2364ba8bb00dbda0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c1a27da9cafc3a224a506b95762d8d8d4625eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683d90e760111a88d728a9aee93a80cb63ff82a40b9ad19f01d3c9251bd4ff7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91347da02df04a4102cb2f7a669a3ff2892c99ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d770e000282a328238c8cbeb2cae551883f8d83ec077d3df2270fe93ca4903
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c529a113d5e649921c1acba9a138015bb5dada9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2fa9ffdc2d7cb1b62d01f6858a151828e04e791dac22287b789d3ff57955d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c878149c2cd64061611d53261b943a76bf060af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d580e29c646dd5e519b7db12e82105a24b74d33f3558e3d4df6e09f838e65667
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31f2209d41e5341a14806dd8dd4a744ab879f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ac614f914a2d6b66117ad5b7974025ecdf5c3336d182ad23566341b274349e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbb99e22d1846f15a22f110872ae9cc8a1cc6a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efbb4b5775e35b703abb4ceb1fe51e6e4f3de90d7b15346120885d134f86ab2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e9ba4591201c236478a0c1a6d7972cbd059cc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5c08c8d2e374277d61316e9d021f93b5323da08c59b92fdb8161fa9c74c2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf7d7259a5bf945e5f96e660ea752e16b0e376c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299fd95f58b3a396df3010e1082403994d7061826a6d2ecc4fcbd0094899dc51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97690d43a0d3903cbc19feebe2ed3e472a259046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf74e024923c109b4d825eedc0a74827c655ab70fcf30e116b2fa96175aa1cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee68c9735284f54a0713d34b2e59fb9e711eb344
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82233fcd9383e81c9d37a6f0aeb52e17a7be83dcd92f1d129776f23fe72dce88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91b2b4e99fc9efa4104004fcbec8d3bbd386c97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124264c94ffc6415fc9ca02ddb4acc7b50f18c33e7d35a8eed5d87147f049701
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ba5c4deba4741bc81c7a25b16ab3192afed088
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48fd40c725fc7e4f6a1c462a004b53eb76962cdd5e4a9a807d44e3e489da9e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f1bdf58afb0c2c4b405fb86957b6d0eaf77e53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b366e3a9bec49fa4d006b533c657973224a98f951e057b05a588b658a4a7999
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6134049edf34330ea5a7c9457c20d6063dc5c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c243b25165cee375a51b19805aa105c8b900ba8bdcd74d4341fa7bfa29e7c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f57cc8a83992e4d456bb894f523c862d8864d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565d54c856d4fb88de6461c8b1b8fa15e94187a71e4cd5bb8ef4c2d882bc5ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f3abc3e9d92b3f8063f5e81c6c74c52e529567
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfa8cfd28330680ec742464a34e9e4e9917506920ca8e52ae7fef928b333cbb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f984d50ecdda62bba5704b7d955d0be725e785
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6652fba2ff6b5184c723cfa8bd85269209b8787969f2c3f5a000d36ba07e7f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425fa2c514739633415d62f9694a29d6e60904af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b651eee4ef412d7f2dac172ebbb540fd6bb6e5dfeb0327f127e5d2e565ec2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ee04d6c2ce75cb2e167f6a4b50bbb1c9b3a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18a5e7de60e92d8885d30f74e547b812cd6d9d60f47272cc9f9d8dd174f7a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cc9fee244ad636bcf0f41806805acea29984e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b44f0cf6e893af88af6a34cabe90cfe4462d32c77ab85d8ba8c85187a120b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007950ae60a49d3a5cd70cfacfb3e13ffd3fcce4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c09004f3d0c970ee83763b655947487dd40709cbcbb09bb07777e8f1242a039
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25c22c4605d05d1b97f05069308abbde1d21fbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e67e2e48bdfee5c696818188152ac4df0a74413e5f4bc4d99ee1ac7f8fafc2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db9aa8d416d867f921baa20affc66ec0528662
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d842dfb0e70aa443552e782ef297015171db047d56f9124c03e3cb553544bb57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120725d1ce06890df3594f39ed3f0252a5474bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba0282a5f2ccbc04b5865b75758393e3fbc0d0b4781d379170449a5d48d5437
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7db35592658e0b16a2facb06b31cd927ef69e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cfa88d44d2bfe4da64d9653949711094b43572b2e7911ba04ee14533190076
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4be7ac6bd2ea70044b0ce36caeb5eae6ebeffb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd0f89157339eb7eef5d7636971f5446f9cbe45c5d992a93836a1f077241251
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8261fa774035f3516fcf82869548f9b1302e6d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20afa37425cf26813dd36722d07e66fb0f814a41c17a351597827cb7cad876e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d04bcf0d716e6b33d8224199af7ef58b41f104e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ceca29d30df3602150d7d507c244bfdea5f21a2de4752570534d12c0c402e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f040c77a7cde972f7517ea51ca7a453fabc24a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376f00f2f616dde78cac68cce06d720def1f5149590dd91f3ba66df45a7d22db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf0b3f14d980f176be2670ddc189f56ffdd27eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60b99dc74a4abe3f9d129747325dc28e893ab80c5456149848625c2f215290c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d71384a2f03c38d1579cbc19effb22c672a0e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c7d6c9a3925784058eb292c4b917c29eca5f06056672b11b6dffad4107e17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcafff0111b6132f7493a564d57faf89091fc9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd58f0a85e43ed7fe259a1f75f957a351e9c41058f80375668fe83e279fdf31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c629e4bb1d700927249937215b8bd8a5f72d75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c1de9a1f949319c932731d72b22e480eb50e605025487d1221c776ce58c7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9440e79044b7a6e2c3d0c74c99c88d9da119e5ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc5cc3e9d11b29a6a788990fe0f935c16f689c536a11f417cc1087e7dd45fcf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88624d2b4eb2baf67544840e1d9edbb21eef39b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6704f72a8b051e0727c3f98e600acc91280aa6988354665bdbf86dd7d55b26fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc2cc4ad5dfd8185985157779a8856d93b418f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f83071d36c5e470ad3cf923513b604d8afee219403212da0bdf33a47e439228
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1e370613f5221e625d68423e518527d357f2cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c107a90ba8839526c07fbda3cedca82b058a3bd9316cc6a65cc39bfdd5002318
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c184286079491227dd739590cdbdc989a185cb58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833df76f29a551c1e88734ec9f0f99cfd197fdd54e04372e3aea5a035667c981
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ac4804c172f78907511bbb947896ec924ef35a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d2d1e8a292e9ffd3a41d60b0bedd03991df6ea0d3842a455bdcb3b3866fc6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5328ef5464cb26d94de5a8955344a96ce1a56ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bc7010728908d74c56286a336393356a68feb1a773592adcf4511c87c6b9df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0458448d3bccd70e799b27e4f8b56a44f0749cc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4732a93e7e62cc69110006974d22b3d390b948b7e6ba5eeaaf631dc9077555c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86888a2e3d1c51094ff4120854ca787243ff2261
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3da0a37383e87ef276d3e0f1d0a04ad56e227f29aa15e6072e6fbc56361aa12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5df6bca3598463f13e296148c13978bb67709b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d012a1741e080ce564c52d0671c749db6cb7c160cb72c2f0f80160eff353b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadb010410d8e975aa36cba61700b3374b88665b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e17fe39155f35396a0d7752b2adb5191e4ace7127c663af92b2f39f3fc25b84
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240eda222e6008f465345ba40f9dfad0068c91f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f180831cef2c2932fe94c076d794fab6cf1a4f7c3f70b0efea4bcac7a68eb77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4152a749a7e965f1b846351e3deb41c91439d489
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f7a93b81767c51f211c2820c53d961aeb44a19a88e71bccae0db080716ee9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7910666fdfa3a0be746f8f440de24d4e9c8de43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d3b5da5274e7e18fb772e74d5d08635e6662806dd6226639f3ad088c46127
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691cea839c12b0047323dedb1280e47b1aaef5d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423fbf3bcd0434dddc58e48821edcdca279e050eb9c2fab68c071a32b8d43bb0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc97a00b100821dec0e92de046f9aadfc6409c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591ffe7efa25681394b29c784394fb4b93af29687f84c13355c1fe6edf55783c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dddbadbbc400aa58f3d77a0d4df024056596e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac04b1d5355cc83563c5609a2b6b6bdf9e466e9aef387a07750d09dabecec836
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8539b0122409a2e80eaf4a767d85ad2b0b7983b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1958347f659e01acb5448b1fb37972d0803dd4319a8c1fb34bf4eeded9b93fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7afcd49ec607586b976cfd0ee2e0282a0aef7da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ee7ab23906fc738a0e259358d227bae9a86d8f635d7e297ec80a4b3a68512b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d96ec8b5ad0a206644ed13de323a34f65b99c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b562b5475abaec62358a5448328918b5dd403606334bf137488642994d695f9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ced9262dcedeac8d2a165546153adab232c89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cbbcf82765c0215761458a7432a99f0e7dd18f0eb40f44a537509305dd801
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362bea722a8da06c68db7af09fe14bbbfe29fa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab34f364e76eb3cb8cdc555b97bcdde41faaa89ce4a48dd7f127e6553e6d4e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837f8c8249d2a18edd2e2aef6dc7cb5753ba25dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776340339ae7295f9436af21a3792cfafe387d1b23268231c5c8ada46d349b8a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0222102a1724a92ec3e4e253bf8b8b60789f1424
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14e39a4eec6cb5516ffcb050bea36a9265a705cbf1119ed7b3bf25f5ae3b229
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eae3bd3346e6dba4f34fdad453622732c4b8db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30a04fd661649dfbadb0fd930a2d866d3e71cbfcc6493f873243a5c445d5070
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90e84aa14f5dea7a3a0b839996985520d22a00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dc23cba328ca9ff1549bf589bfd8eb2ef39a49984e6c3d0329f3a307a444c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0f8d8374b9544ec6901b182581f660cc59c6ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b7a450abcc4297e030336570a5a189e294b99a112adea8607386602a157103
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a322f3e1ee9b90eeb08f13cc29b92000e573e01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c2cd11b71fd744361b40f2fbbf713eabcdec00c542380ab91a511a2a4981fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266ccd80f1a6fc7d120f820a6276f7be61bb601
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef75914c1b7e6227bff44a8ff2242400d4972281802e2945e7ae37f50654849
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e8441fef7b3eef3e9f224283c7d191bd7703f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55464a7f967c73d1de35c98b7e984cee2415559a19248a011848c8b6418e7cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b20fcfd623f252aef50790130eaa182c221dcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4c0ccd2b129d6413f8ebb016bf865850862738241fb180670204737e75571
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108fcd93dc68fa1b33094c3b139132ea389d3aca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de2787de3c313ee7920c53ed7929153253e47ea38ea90ef6b31e7ae467a2bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037e6b43fa379bd51dfbe3ce24f90bef449a83db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3c3728069e5ad46930846f7e542c9f39b2141f7e18522296c408b56cba237
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f826dfdf4e2fec7e0e95aac03526921fe4e044e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65deec657ac1392ae2903ea3f45cf2f57120cbd55fe02ea17feba3312b9a241d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b010063b014d01e97ca57d073e07486c5df441
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c4aebd9b3faa28aefc7afdde24322f6f36a54fb204423ab73c7109d527fe22
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a7aec72d49ae34e1a2269319c1412bd05a2b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1b3e54d64b42723ce923809d146ffe0067b085b5d7d109b527c405179f9bb3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac914a22c9f6c50843c6e5472fb77ce7fb3b64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c768660b8d112503d7ae2217cf975e62e27149268df581e803f7760e42ee2b23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d00e98b48758b89270e9b8bb13c77c4fdfff8e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f28af325fd449c50225b896787acbaf0adf4ecb04c5e0be16cba154b2def9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78bc2429f050931bcf84cef48cd5bf5d95bf48d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cbdd4b3355d82d251227ab3a4435045fe9898c4d14d0620d0f25f98884e6c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d801b837668fce26a730c21b0c446bb42829d1f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0715d195ef2244a0285fe0fc89d25c73ac09688f35360fe9e7e73e8abed44668
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc76d9205431891290c5a2119aeb7bd619d83515
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c5fd5ee59514b2f89cbbfd92a27220ee117d1a9e8bc41f48d55767eebffe54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae217f9bbdadc0a3706cc479353560cda00ddaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2d921f5ad028eaa889f5f040cf35042bcb8f2f29424bba26604aec72cd6f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1b66054b816844767f989b907beb08eff1d5bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb0a8d0280c88549e1b118a9923193f13dbdf37124934e834412cf5aab5865f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6327995f825723d46f81fdb8a32d38a8a5c031c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d050b593c029612514364c96548a25a25629bad6539dcd7b5815f307603f63b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3545b8797af17d947e210a7f3a98324e5b592cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a2a03acd110cf7bda4191b693f0bb6594669180b953a104c6cd22ff8915f6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79202959b87f4cdda7decdb6ff6e746ba21a164b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb7055ae158dbc7c106ec78d5fc05544cbdb070a6f1b4fe7f90bfe1e81245d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d7259ee263a94118609a7a8f52e62b5d6a36d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7612b537bb4e6361fe82c8e379c0993c775836f0513b9e8aafe47cceaddfa1e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cda50c304212212bb5b88d4e7a45697b89dbca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1b273751fa5713706b2be774ae86b791b01c2aaba94db459781c5a68ccfdf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aef7757067079e707d81a20bae776d9f1aa47a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e59d0d1f71a0b296d0e4a2919228780e22d1bd97ad3aee694b67cb356fddb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf3d56a8f2847851f4e89754ac4aaad6f9d4fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0feaa48752e593e815ede64067edba069d8d271843dfb99175ae910335c2e33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d7d4c9e040848207a552d7937c1e9e7118303
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dfab17bfb0e87b0f90bd8e9961b456e60655ca679c88548fadcac7ec776c35
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83913841151dbc82b9fbf0410b1760daec9ab01b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c873294ee7f864e99a9abb92914fc61f6f5bef9d634f9093c27ab5fcf22143e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfeeef8a6d097765e182333b1d158370eb8e64c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c21f15b78c0bc6a3869301031d8578d64bed36a4728a8af2cce5966c06cb2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aeeef1d0c57d59ae9e952e918957f95946b06c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc45144fd14f689f9152ec9add6c4b21ea9c492a1bf596fdbd4558f7bdfae45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618ad6ebc970138bc39dfb2838032881aa5fb914
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65c2211b4b0b7ce32daf09d63e03eaacdd8416954fc536f82156e2b482e145d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b17176c92b6b18a078d7547b8a12eb7bc3322
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e0f4972b573f6eec2ecf2b31424ef99af96f7143bb0b0d1ef5f6f0f3e9722c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6112261a166503d4c411bbfc1895340900c5d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ce92c762c84e51554dc130d33ab812c1b7c6a543c94b03e2e93369b62f1ded
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5575adab20c604a73cae8df935646685f504ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a47ce915547acf8e8a74f3e39d40cc91160f1ff8938b7ead8cdd8d4be983d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de63e394a9b5e7d9056fe5254f5de1b3febe61e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefb8b487fe11864ab523d5c6229c0fe35c630bf2ffe4cd034cc93d2f1f487e6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d16e6ee1a786bad38259854ae00ff094dcd40ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925455b507696d637e96db276a83b9e6cb29ddc817de07a6339d1cd428d5b9f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a4d22da99b812d13d35a254468b4385a72e252
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b6ba8eca495a4cd81bc8d1536edf9a3abbbe981d03732592559390bcd2ca1c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b166dcd114d748ece870fd59a1d3a810982db9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5ddef71f99278e611b0b2afcbddfe84d455126932dbe9314751b84d1aa46d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1b7680697fc12b87e7040ecd1547621f275ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c832605b833263e233326078af824fd1f2dbb81d4c5e169f5ea1f699370499e2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f733fc941390e35c19de7e7e29ceaeb421ca9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463abb05e03885b8ac9738fc08784e9952b210eeeed593cddf4f7749d8d8cc9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f000615219022cfe52219175a7333d84fe7bd02f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b304e6923749eddfbbffc7e979be97e7aec7d71b97d8c62e6867b52b56ca6d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4dc0212f182b143139b5ce9b2a3377636cfa60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe0a909965e361e73f01f937a9cf9322d240a7bb776c0dd1270487a43750b54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075479ff59cf1cc854f79dc2d91ca6ddc9285471
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb0872009d644db874e59b472d01d02d89eaa5abe4a779cb6c0d34c2b2639f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f929544fdcc80e7e9e18193086159794846736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc313eb43b6695206846a490310dc8053f5a36b51efb0f317016801ce91b64c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ab0864b534e53f3cba4a0402fd777184fd9e84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c86d43fe2955c3b6200cb96cba1d0d9ae3afcc78c9583bb868d2c500e89e14f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200aeb6687c9f6c12dee18a9aef57d85b8e7bb96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f38b3f5b519b585952e5cdf0ec4f900ba1854901809bbebb5e90f4935c98cbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa6d90bf929beccbb966c22dbfafd74c4ada54e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8637ee1a2dadbe946ebaab4d4e9929bdd339a969b071bfdc3467a4ff4ba4910
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20324c653da14c821eafe803c4f750440fa6478d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59c40ed16e3e46c65879325b55f3ed663ecab74b5342a260f07610a8fb9c715
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fee6c7a61fce68c6fa881faf7e2d6682094ec37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3da94aaa976f47100a67cf06398c94cc6f8ceac883b1db9c1fdf15ac22eb158
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc75cd391247830455886e16baad295182dbe3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12b7b1ed454317c5aa86d8fd588132fe728757f57ab40886afc915b2b8d2dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a34f3d186d36de4f2ab76f79526ff417ae9167
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1c713a5d3a0dafa1be1ebc3d780def28e25bbce4b11f1d90d672936fcd6891
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af454501712c54c0d81e69deae0b30c6b760afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6eb6a0994f2bd1588715c203622706898cd831cdbbc54dc916fc49dd0db041
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f835caa47ca549b88b979d6eb05d7d25341abb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0928587474a24136ada49f5eabd67fe75deff47827254deaa8631fc2812375c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e00bf3336719f3d7a4546a5a51712a4acd01831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5903db82be52efc8e67aab0b7f130e4b1db72f7833f3373f4089852a1dc2a55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0671722d643021ab07580ce30c2ed6229645ff64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4da6c8ee4742504f62efaffee396d33ee24469e5f1862e0209fd3d7076cc97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea29d8a41bc82348b8ad5f83e437aaee3fdc22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4b89b923888b599b30f9e283882ed35d8d39f6cb20cb4c5b1969a511b56aa2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247221167e4a6d49973c5661a744b4c0f0c09e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7ae9d4898d91259bbf35a14db7b6b01625a22f5585721790c17bdc6519065
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104935706ce128ad9873ef2a2b3cf1b2189b24e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828898217bd53b4a43ddf68e633ae66800b7d10f0ebd8f38386c12eb4443eeaf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eba2faf2a4b6a5fdb1eb3d554a80e124a6c9f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9b02277cfafc7fe862d3706811df387db5ad476811cbbfaf868a929e3ddc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe0708c84ef41b938e8ba9134b9c22633cdbdaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd66c615ff1cb0736b4a68fcdedf7700b9614819444e9070779bbad63ce2a77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bf79b14ee9fac54125d33bca66143ecad26f73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f407551fa163cd7ad5716eec772425e8ceeffaedb2bc94f511687bac9c695c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce6e731efbb59a609f89edc4e6989bfa480b39d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc66a4762f4d3138b0b9a1e860c3ae2b4d9f3912df05189422aec96c208e3042
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cba8ea3e3fac895e045f3c0aa8174cff5950936
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb19ed5db503a6785162d9c7e027504165cfacefe5a9d000151650cecfe47e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d9ffff715bab474f7fdac696cab413d8e38026
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcaf9d7f0166990671c2c75f94348b1bc802c6e90030532bc781c39676e0302
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a704a3562ad0846c8fbf6ee1a0615e3e131df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a82db388e271cde4bea179b1e59bba596b00f33dde5d7ff126254202f59fc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b8ce6840cbd9c61ea204cdbcb9e0e02e905baa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb28bbfc3b6daec6760f43b3ff9f0c73c1f2f69a78ec7e2d0286a5827b1941e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a80c4d5eb2f80ac19bedc980956a2f3e9be5b76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dae16398b410bc50f80c8efa6029c28bc47995b19883c631065093a5b0cd392
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f43cd2731f633740c6ea1cc083b60752028299c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99f4ec3bc9a9d6cb7ab33fa351dd6393380aae44a1672f74a96e14a5b267c6f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f57caa338eb027924cc3faeff21b29a5d9173
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c21e4284c2d324390db2a63e9e7aea7c07d46d7af011124d40a1f99011cee36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e4ef5fdff1f654eb8cae59117640f5eb245579
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791baef59ab2ad6d97db4ff4bdf2bb4ac209b236cc1cbb1417670c85c1d93da1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a6d9a30a9d10ae05c040cd76e16d7e6f8d01c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad17596e600f75db424ca507db83d8b6c93d6b0a5fd8e560f5ad937821ce9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772dc083fa6103de5e8c9b08d3c4d6521f0f502c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903a11561da737ac9a9a5cbf9ebb5653c86efe097e4a12a0825635bedeeb8ea6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a10ff256bb2f7d23fae132417eb3d638a0a048
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537e06d84566a58a36165a4f11106c2e4f099dfde28edf74b0bbc4405e3e5eee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7afdb81711d00c7e028342d89394bc198c3d01d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0b0552b4c883d89de22f826aa1879c52e6ba669a391ecea7d2e994cc86c4f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f4cab41f078b2086a110a4eab294863b963b9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d041b8db645f8d1d6cfa2dd1e2fb1166b93b8bf1bd48fc18aa11f8af0f28395
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1ecf42f358341cf0f1ca9c0bc3ea6010a0f9b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a476e5caeb6f1b5c38ffd98f93a6da8ebc48433a0004a686c4fa3c9daa0a6b67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8dc0f858770d452fc7d7eaa94203b449b2dbd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9661176b8f664dcbf24e46046b8e3c684d97b7fb4196aedff3083b37354799
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7737f078e3eacb68afa6a213181c4ad499eafbb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6364d73ba28a6e78da63c320f1ceef6384693765c490d608ddfb2711719b111a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7180fb1b022ecadb0392bb0be2ef654dcae6560d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76ee80999dc17343fc081e2d67cbed5df7c85eabf44a7ea0a761759943153e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49372c35c5c42193541f7cfcfa86702bbed4f5b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d431c28227d66ab7e1208cf2cacbffc07a7522798e8c416f0e5d233a200e631
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28624db4a2839d535a825accca961434a160cf23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b69404f2b385ea0d566108f61b61fb6f13d62e5ebed10fff7c24ef49d931144
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561afc18a3fea8acde486762749cd0d21e3aa59e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d23e15d2fd7b1cefe85eab4569e11e801c73240f96b4531079b54efc595c01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6146af5f72f98768b7ed2e9f719e282003ef5b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de8cc067b35afaf8a2932fd23681d3cf4047bb5bf3f8823b20c92e02ea73ddc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c0fc6b3e68638d95ad25bf189f6239dd401779
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d2c0c26915f4b8bcb49d3ea2c0a224aa19bfe48a3b30f1d6ef4f870a915cd4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b699c5697be6f39e5dc124dcfad6447f5eced25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f652467ad604ac1af44dfd1eea032cdf344bd722686d8026c0b1e6fc510b1a42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef26ab02a1a10b6603b2f36a7730e979890f697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3dc0962dfd9ad56761ebf1558f97d8bc9b813bae55d8f2c34ac6dbc6fe7065
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c453853030c8e3283f593a04a8bf4ce8414ddc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d606330b1590ac85f7d41aedb19fe6e4db21e42b231d241cd91fc9d60a595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa16da263fe4a1259c4f5cab6c79afefeaaa0ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41f15a6af8e2da1b81014e10ecee6be6a7e7eeb6c7ee98756a4b8a3c1d56608
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20f728dd879abd8c52151e2f3d11b1fda5244dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2780b2cdabbb6f767751841ae9823947a3edd2e62a41e57b3a213934bd187
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd2c7bad6f1bc6a271ff3bc4b943baef336b7e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c248f0067ffa5e3c1b7ca7a845f58d4d7bc704984a5cee6e7c2f2b145df2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3dbc55df522f6d1ef59ed12223ced008b3128a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2352cc439acbbd12698f6c99077dc7c8279f4539a12f5e77d5b54c735cc528ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a0a6b388eea9eb0203818cd026b509b269a6bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049af0b4ce38f00a40f92f28a21de61917b292f5c6fc1a02d2a68ffdc549a141
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cada97652749d46e8036ebeff1f6963dba56aa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5476908ffcc2e0338bfe4e1395dbd87633bc0216d2271fd70b26033d144e1d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e95bdedc1146645e28e9bc48288b74f19dcaae2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c41d8b60fcf7c4b5e4fa689020092481c196c4bdc0e203e26b0ef9fb13f4d39
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f0a4bc463b741fc61280339c8c963da2caff2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce285cb023357acd0060861e65a6ef677cb06d31f9f50dcc2f284b1d9a6d64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc33880f4e374388a10235d1ad06f179e766362
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778288759375ebf6edbc82d845f41c8bbe6c3864b7abb74c36c27ce36a6d0a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d82ac6bc9029cc3e4541f45420fa4842384f25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe3793244322fa6713861b378213030aa4817c4f1d63e8cd997af6ac4644c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d22baf1fa640a7aa50403e0a8d18fc8fcab3af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84164454331c29c43ae146605869169dc1964a3288b448bca646732a99bfc6da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4f7aed56fa97ad1a2e64a26b638d39476019d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cff8ba80f1ee51cd8aa858c3011a2af0f34efcf707426501ce811774c80372
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd0aea38e66ac823d0c0ee29b33bb2dbb44818f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7475239e0c4b5899ea3210e3db96c81311ba9e1ae912527cbaed967e84541837
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4309c226cb6873b8cb5d24d84ddf543e43df7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b6495b7f4e8ed056fc8ee81b60e3b29792acad6c9f9a3a06f0a39fcbaf205
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e85e47cd3a1ad99b9c6e80d6f52606ef9fce24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd129f7d99bd576b102af759bfd0696ba89eed69ec74e9b0d4f1907a3c6dd9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776750fbd055d4a440c33313417949c3e132c732
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90fe8f7cdd57dceb33517f469bbd786766e116f5d1eb4f1c7028f59a3942fb8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64e6257f9911f02885e68fce26b269b91b7f3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc5e029b212c2815efcc120c9b97615ecaf2dd1ccebf15f36f7b1ec284f7c5f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678427171da7b89b5eaf8111fa7f9a085403d76e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e307074b281076befb39cfea4bb96b76ac7998ebb516ddbab9c66742de9311ce
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d258ff9c27b43982500234a789f8628395e660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ae8eaf0d29d288529585761260d849dbb8bd6c448b26e51d55badfc2664da1
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1625eb32c91311a949951b0edf40b576a07492
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05034edb8d90b5397b759e8341ea6c5fac049c8373ee2977312a4915cb98ae2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbfbbc58caec43943bd421f8d990bd0bf5d3ce4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409c0ac8c0c433b362ad97d2fc130535a4fcf4f1aa75f45bc24c620f2b4f77ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc9f184ccb800d9ddcf4f9ae54303e1f716939
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7863c476aabaa51803e174cb41bbc1732c51d0503e7eacdd1aac8cc36094608d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555cfbb9a67538455e0f15639b6257f179cccf68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3f8b6cf278f5e7eeeec2283a8172dc5937051a74d16240414eba3714e82a8c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef0aad73fba228e6c9d96d530fd92ffeeba39e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25c609a6e1fdfa8afffd0b8f1a733903be46832b51d654e1c3e25941d247cce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8507977d75b6fcd1a04cab2c6a50f8629400a6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1de1aa57495a5ff1a6c51f00d54087c67a1b1008082b4acf1ca98b04823130
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cb4cfa7b3c9fe150ad05ba5a7fef1b716b46f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207293b3bab134505a3bedd355ceda8d8391a8a9ca9cac824ae454ef710a8997
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec523e4a703b1628eed575004fbbbd1b8a1ab742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e292ee621adb5d850f3899a691680d93dfe18da3d3375d4f63898268c18dd53c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66b39925766dbf7832bbc179ea9f1483669cb3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e0285bddc3c8954bf10bf6b6ff208197596a81f93b583fc3b75ca99ffb53ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f9e1520393be0e1d0589608ae1d3acd46ccfe0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9eb2e16d85e3db2efac8ac4cf36bd81a57a14615f6e3e39bf4d66c8d12ffaf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a79cf06194f41b71a1ac906819fe3c77941ffaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72bcfdc96371b60790b8e6eacc9f78b93a30f57eb4e86aeaa3c801dcc420aee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf4fa10731fd391de712d7a5575b9fbda67cea8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ac411b2cc2171561b2d4f57b873211cd7938e80694feac17c0fd307360620e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc328ae918a6312f90f69640d20054d746019eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216a1ae0a28e2a593a1179195307b044c81317ca832dfa5d8064c7d0029b5e99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd651dcebfe014f6d74ad6e3ba251ac99b0d620f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c6ce7c30053d73b97168da4df151198da8e0385d90e40b5ec6a78462e3acb0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9c37d779796fa469f8de3cbd142fbf7cb59a2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5de93ea479f7664ccaf01c08be38700a4829887083751723f6406d04c4c4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0beccd53cbed0fdba2097c8be74735fc4aaeb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ff821963b0b1958120bc8f9489c7e766a67ffe6e1ca7687b7b35706bb04ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8d6c95f8603bf8a309cf37d1e0a81ff9c9d57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eba95d1d760736469e737da3d2f0ed1a4fdfeb1f4b964a11b95e4a0205800fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df43fccf2ce78347219a6f0d495cec68b5517d99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496560de36c9fbe0a9d653303092c574e0b58ed08c763537af86fd2a4ab7a90
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc390ce814f892eae63e382e7767d29f3dc843
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22bb903f8b83eee3cd2f269bd80f3c8a392d37ec79aa150d50640483438275
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873f271e5b9cf1bc0d333af14d1466bf9145e149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2447d99d29137d44ecf0b8a953ad1c20960e6400c7b0bf2754e2372a1fa84f31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90c090ad51566c6257050caaa56fc2eaa296e48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38544a41f7716b5596d446b87790c2aa0374d9f0039996d6da5550294f556bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede77e0d7d2083719b8aea77096a4d463a8e0728
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5257c51143f0739372dfa376e1498d21d18e981687f45fbd81016aad98a0f115
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8bda5f6d9e60c64d8c6f68331f80b322c2f29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab174e6a6253a04b3354ae71f0f5f1c0b3c39b38fc86640fb543970d98b6d64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e1417aae818ab68e701a0bb96a552175e22ec7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c7f832bb9cf4ea3f9bb0c671ed6cc9d22753858109acdbefa40659b4414d4c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bdeda6dd85895b9298c19249636474a14b8fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57fc85160fbb871ab0c26253543acb5c4c468f30ab3f0a5a190e5fbb2453223
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02030a7329f4bf5367d23bfbc751342021b0f2a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdcf2349515bc4b5c2f5db52e5c92467d7c5fe43ccdde5330d48bc563e2af31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7991ebff3a092dd6ed23447f6eac53b4329d01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab195e05ab81b3a7a667ad3ff7a0ae2fdc3f050fa3d50c4bdecacf513e0dd77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987dfa2413bca9f8d5928305914d3772f4496e83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2e632f3660004d1e337bff17d27730eb92f7a9ad451754ee47c5df519f97b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb75e295c7dfd5a50bcd66e080c20599d4d3406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c11e471ed55d571ba48dad05c809b076e1a010f0d5906229c9b4caf2db1a62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eff2da8cc5344a9a1b518f9fcdd4a7b4e4ae798
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1365f8e5b3d07558dcc8762ccc82143155cb028aa8ff2810fead70f18bebbba7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b588ad8d9abc76556c391308b434c41ac543cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b79b91162f0b7fafe0984de53604d37202ddac7976e3065e8c24a3dc96687d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99109f4edd507373d2923bd20d245a0b41195ca8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d30c4d13e25816d389a389f0e34692c4f1cdb496ea7c5f2201f537a30647bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6aeea34ffe033d3d3dbd8d0db38f607a7bd62e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa79055059f387c2623cdef455e06b9d52ce4ba72d494f455c6cd2cfa7bf45f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cfe4a4bbc9d7ccbd3cf41a255c5e950d26ed22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d64c615d9cc6de15d080e57b0fb2d72a25b9f0513912f6f7d4d385378e324b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd4792bcef2636bc0164bd6f9530ed44a50a28f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a72ca0b903ef60bee489d6f1245ea72fb05852b45361510c74496b5c95349e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b01b68a66c186a3d41482705ad917c131a218c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9674758541169356afcd4b7767c1750492333ac2b4be1fa92514ff38743aa434
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c13f68c4a38386270dc8ecbcb53a804f369f205
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357daad520ade1a7e7c4fb2719eb5ae2ee109b916cccbab14e521c9741dbe43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa79bd2ced98bac048cfbeea2c0f691c51c3b04
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0148d2723ee24b60abe854c05bd5b24fba6a68149554126c34eaff4a52b30b22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97b51334f9c874d141c73d20280eecd3d17c954
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728dfc3dca76699bc663b35e61fed9b264810d9401b201f7c539a41efa3e0e7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818f1f8fd2b3f57ee60e79b128c4ab5baf6f11e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5614901c1b0e43276a00c857cec11d49b999b508dafe83e196c25b499a8f126
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea2bcd80a785e579a5137a8412797712d36a1c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3563f7a3727e5a6c9763ccb123d173b444fadf10b9c85ace276d3a4bd86b2d2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fd48242b9e69e5897adaff199344e612b8f6a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194188b837d18224824eb4329260bcc6e5e4c94cdb1b036da5dd2f073333daf9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403f93a14eb598f3d3b22fd0589e89fb1a74c322
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4f6c90a160902635e287949fbc9fafa61f795a8b316b3db2a1194f5d871836
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f1054206c18872a9af5151aaa8364914f842e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18805964c8f76a8f0c06430234e900c9c917bb2c771523640eb81cc4e44630bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c989b2a37e68714ef1b156288cfe6c2f05e9840d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad5beb6a50ce7053e386e52e5f1845731bf2e1c4f2c3e7f34b01421871dfc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552b983cb50374ddb0d047f19a6847c178b013a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7691703441e78e170be9cb69cb80124fdb83df0125c741e200e48c9d37d7013
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981fce05d94e568189855331a3c3e4fd525b9a17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed50c9a31960b52e7d8397628fe437b057f267808c4ce41c608e020c810578c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f98bd2d44ef2a91245f18ef9e3e8173a61366d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b911eff45e4afe4b044f49924465c8774aa248c4557be72ede99e6f4677cee2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2450e8ef59aa7debf087e2c25583aa1504ca3c4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed22c7f97b4374e16af93dee70f237311106478280d760e57f1f2c030832222
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d02d70a6f40137b1d44e58d1e5410889e163c5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b8322fa9f3074aa3173eb44bca6f65226997f4e80c1cfc270b43e665ef8609
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c87df8a64159ed897baee88f48e4392339bf22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b51a50787fed713de2f87281f279f22f5287baf78c4eba6eb7bd4e137f4b2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3376ac1316365cf56b7aadd0f6ee8b32494d59f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e39c86f66aa093c5bea975d400b88466cdafb72c3cda767c1a6b61a43cda9d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fca211a9725074919923fd86d6beace317c9583
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112e6e9979f135674cc2c575d0ce7233444c541d11f815477b8cd0c5521622a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f15c60493b07886119aa9f1f9c9359823c602dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a982a17662c0c2efe251caa2f41ba76a1a02c4589ffdc934253206c6410804
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3d0a38d6183f5b26239b9eb7d4fffe4a8c2c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcd5eb28fcdca9927b24e8f0a9cfd2a369bb1521ba5aab64f0c346e28dd79ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0186e9afaa0bfd06a9f534275d00200858855f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aadb498d2458b3510308ef4eba98ca0428c2dfe0a21fd76a7c2b2a9c223f6c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5290a08694d2b31689ff4685a6ba8385d4aba4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540263f99aff360b4e315696da62148692484f4f24a796542a9ef286d8bc399d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf4ffcbd371262d19c7f987baf5e9b039c4c51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf7219083d20d1ca026c728ef605cff0fd7f8c9dd3ba3e4d6a76b43e7c64b69
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b79806a26bff540ab4d320bd10110ed9ddc768a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af00e4b162efd6cb8a40f8aa8b25ea33a69816b85f97d027c7c85d6372b1dafc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343237a6396e56b24899150cada0a134d2fb98c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c181ef04efe2c740a105c163be698be7a116a00f37c44cbcd52f1baddeb88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f5c10ea60f2e4bab2e397a671ebb5b08b20816
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c76cc7e0864433b4d6f28c55be32c563cd2a474895b9adb451b6d89d5c24ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba61aaf87a7548f0c9b7e301990c81a46bb477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f49d09544fbd77a9d060c65e5b547b5b1ec57451c8d733f09fec24a3a321b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2376d9f7938ae7b393e96fc2c9bd1c2f573697
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e69c2901c70c65faa3cfd5ef326aed38aea024199085251a30c8cba5c7905c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6426633b8e943eeb91d07ca09f70e028164230a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997092fd100f64989aebe439d0deb1b0042f361f4c5a1eaf0e53b8511202bc43
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ab91399027fe18fea8e80ea3d6e4b5c1b6f55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0078e9bb9dc6af192be7f45393df9caf52dd322ceddf653ba694d699645b9af7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a6937a0c4c5f11cc8d9fd8a23a5f19204f6a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e7374410beef8458d7b1e38e9f08c62d0ec6a60bedb14d88cd02d03739f754
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd5345fcd51e08a6390f83d2c80af98a8954b95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85344c85e77ffd4b475a353222a8e1e05b7a94b568168a0f722d9ecb961289
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0044ac60dc231cdfcaef745d3a7922d7d9d7fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7aca9e45e0ca37f5dd53dc3d4dea6ed643ce9f3e00b9b4b6dac1d1a61c59e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ad2787d0e0bbc75c10cc7fa9cc58ce82e7154f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b607a55be866cc87234a5998191a9c5252b93192b16cefee030f25ede66b7e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f07054b939d8b7f2cdf3bee0039dc1cd16be43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a8aee967897d768a7be1ce10d9f98b8cce83dfe5c43c47512a506963f66b96
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9059c8b6de93a7a2d30db8a27e00dc87b4e8e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eb5e2f340124ef587c6bca2bd9e1bbdb6798953792b8509cba1e5cee7a0672
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f88f42b5b8725cdf09d411d8e7ddcff5fe1fd34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07135fd44ca9f4dad1eca0f8e3b7e6c36efb70c25397edf771aa3d00be534cff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43cfd67b9240321359d66581588a39eda4da64b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9bb08e8ee1f09f0e838722856c5ed731631a6b8c9ade9f35bb26b4bdc8db1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86289fcbbaf872ac6818dbff9f2a707b3871045c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7039ab2374e566aec6019e2bc2be8f6566384206906da5fccb992b2b1e9574
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b79a675899a050dd09e27501f68e176b598173
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa46e2242696ad517ca60d88ead1e80b29c2f17943a9f3a12b7f2ebea74716a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c23c3a0298795b15cc322d521e653c32a25f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3628da84deea6a99e37fce381f7fdb9bbd43f8f0a2e25bc477c771da94acc6a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9110e6d241b0a9e05f0f6e240d5978a81a9cd258
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11301e68eb31367267c25db7b36827c36f3f475fb247833413e7af666cb41b6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29df909b2850d5d79412a9d3e25f75271febaf3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d51cf19681c16369e9b872b62ac2cb0510055646db167e659126d90d2d5c58
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331a76caf5940c6f1ef0a1d9726bf6a405d5c0e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84017dc99af60129bd40d36ae7909e74149610d9320b6c670e71f3477d30335d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbdd3e11fcd8739eacc15d91d388e453318209e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e8a6f030d23a860c19128fd3978b5ee9eb271292691fdd8b6212dbb586c53a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54415e2fe10b20ed2040929e89be3b3b9431c5a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a882a8b4da3d7bf55f0d0ce3839df818dc552a0d7d31dc4d179fff10862b532
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5644d6427e5b4524e5990a73339f3c154a86d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e9df6655fa74c1ac760d414b871a433b6cb3b6ca0001302a232d053c1381cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f263d098a09c797a0a14d258fc1732e31da7198
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7467b6f3608c196d9f6adcedead76687d98d5a2ba3dbaacf6e0a0c3abb7929
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd47017319eb9f9c671bc7bda43d8f045b55b1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a53a7e414fd8b257e94b19b313ae55eafb9edb7b96e04d6fd02b0a5a222f127
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0d16da6fd6ffaf249a9cf2df28a9559f7007ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58fbbb6b69e72b38fb015ec4583c52db8d5518051f82680ed7fef2dd0fb1b97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28beec741b783b98891f0459b202fe67c97f0e44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ed6400130745af2ccb7ccfe123f588b628130f4cca2943be88dcc53048d53b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b025e34ebd3e94580de6f8fbad0d228bba9c77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e7d31244e8daf2138d6d9d5217cb0f82100af1bbeec9c761afc14096da0e38
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95634d01d3cfc7b9ad8f4ef73b4c3420e6c1784d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d482deb05b1a3610d8636c0e75b3c2d75faba432a5fe0483dbcadf70134e123
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66e9ed544fcd2c8b89f31d321bdc5c680dde91f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba33b6ccc1c35193ce7a595d3c294f0629803bade23e000c4818bec7234c14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994865cf84e1889dd06e31718c6387a0c5993b41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20639a16ed1c463c2079fc0fabb3066f5866d326f340d5c21548d38c3d74e72
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a52d58bf9b78353db5cff862ff13971ebb0e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6ddb57d047e781a10f0113de32a6efa9470b68c35af3f032d64be0c3f0e539
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6d0bf8d1d19e454a88c8f01b4fc29d3a69d317
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe2981986a8c29451c5bb75d380e38e5be7f160a7d087bb8d3a62c60e1f9778
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dc8421117146eba3c3a98d461093d8f22a75ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31af50c4d903182c3353bb562382357f20ae7beb13ab17c810b7510bec4f7120
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f11a929626c262aee148acf7b2af1120cb0072
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d90332a05d7c2dd51925f1cf29b2d2f1416f88e287445f70a2cfc003bc4fd0a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ed958f4670565ed09d22749aac99a281bbad97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697f2b2d2d6cb1f293052b389ddb17625fd9b6bf067cb696494a27eadb7f2e54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918ed578f77c8cd19e38f3b020de19866ce6d677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eab342849a5addf1e55aec23c1a52a6df8be9bd9507612e80f70806d9b647b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bc45f4c546c852e7240890143a41a476a3f5db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8c067243c5e68ccd1393b7d1e9e4967d9aa82ec4aac7a2bac623d05d4f666d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d47f9886866cc9228d01180ae015fce64187e7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339adcfddcd9fa5c18c23911abbb70fbd664eca05c4e32247995ecd4650f4f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b5de5d49b4f7fc8836808c084512222df1429a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945fddd087141d0d2180b756c262683913dd1a5dfd6af57417e6691813fe4a67
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1434fce19fae94b1429140a8aaa345e51f7d9935
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2e4b0ceb15583ec679acc132f3c1a0cba39384f02128f52aa4a43d2c272503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f936cf2f1097e2136b1710d5c2160b2a718c13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34296451252399eea28fbb226e66e2827a16700581e4aad0822a2688d7963ed7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dc7462d5f04e220269d9fb9cecbecb8620ede8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd01884dff77120aa37c94ada3cb5f0688e13f98b66d8b0597ec01f3d5141ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda20ede1ff9525c9513d26922281cca2606b91a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43865fbda0ab2df88144dac2c4db219a57fae08632030e6e3656e60a534c5f46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f796984fe019d8d566e7c1261bd52d2022278
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8040f9847beb3e054f0f4257abd55d6d3da342f8dc11cc0cb11fcc33bc8d8c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845cb63b0791cd0c983bada8befcef6573a21781
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376e0f4c121578d5084417a23ac6faa37d31271a6902776a9439877512b8f8f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc070e0d718e8cebfffdbc20eb022e940d800d6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a006b0bc51563a12266c608bc057d63488b8d1c3d7c91e8630093007d5157942
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb28d86c58365dfe815600367e408d4677c8898e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d5b1a77c8643fbc8ac7fd4b9700fd0d0e6e2e6a4d61be8f02803407af364f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9f54fb6027b4a71759d37e63a0cf0ebc4832c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23554fc212214dd101feed7f290490636b8aaa6845801506bbde419c9a734a8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce218a36af1b1afe579d80a4bf0ff33485307347
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f03c521660f2b8c71b59725be35d191798bc0f440f2425335f23f76558280bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db36f964937fccdd61f860a3acae4ecba355a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad47d06a6367587db61323869f0ef10c26b540daaf6b05b3d6e0133ffc67d8ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c2c4be85a4d4c7c152b40d4696e827954e695f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65354221c0f32c5f9d5cda28f40aa3a8ef60987142e322b95a1ae2085cfdeb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d9df6a9a20947b14bb5c2460cad323f65d0ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17b61d6a9b10d89f48bf666989584f7b71008740e19258491c63bf9d91020ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8834e6ffe2dc43e14c1b53a62d54a6dfe89a847c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3907bebdb70d3807e0eb1af007f7acba03c8ce94a9c700fc237f4c030b9d82d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8dd63d1eaf93be4ef5f536344cb77a0de26de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9475dd77faaab315f8802e9b6e84537ac85bd853ab91e4c7beff2a38d16fe83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0ce4d7d1a0b60c578e6b0be31013c2b1f90126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd0bff00f38e09421228fd682cf61510a1b6a8d357e2f1cad1e283161f834b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a47c78cb2f86cdc92a0c9bf6a7ecd11b86c568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd683294b14c6e1dccefe3d44acd318539e91e0fc830a55e5649cf3e273b052
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1de95360c4d6a344e0bfc00075e84872348b46d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c268f6649ce09d88d09eb01ad64a3ff0c8d0721f8f1cac1497b71054252216
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cc7fd5d5e8487c59b126fd7519480897b111c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6950ffcd03f44fac46ed3350267d1a9687f61ac8a286441fb674e2d1efdee227
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e36edffe8b4cc71154eeb8f08ca2b08afbd39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b8c86fc673ef3c4b64975d300834001378392e7dd9030501fb605003f4325e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319671a6da05bf2c88d297d57211aab621ffdd30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2771282a7e569aba6e1d41eb204c22ab9759c40cb3351401feafced4cb4c359
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1027423d84f97fc4332276d117a9d32677f87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190a402430ec25db5b6b1000fccc05e4a82374a7f707e9e56704c19597bdd1fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09810e64fcfca5e8d0b06e2476b4cd7fd189e7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6701dad14d672448d583530d5354a5c59f4755672d9027cbba56bc8033ae249
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fa887dc4a46cc40cf8076b32d6c732741b003b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a037c3b68beca5f7c4b8503ed39ddbab964a70263c184c980e3f9ec247f1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063d480512bfe92a120ff4e543799ffacf1ec946
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf73e1cb028b0c13bc2cb1802e528228abe92875d1dd6b4a33d6b17a33d2689d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937b1e80d864a103482febb73b5a4508ffd1a8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700850e7054c3b377389e199c8741ebd9ea25d54aaa6f799a9157e1971835718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a186463386df3bb44b1314247fe27dbb31f92afa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68db6eb49212065af6b8f540a2e6bdfb6076bb27a67b81b83997cc0baaf321ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ea9a7d1037fc69053a135512e1eb14d45411b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27c3d6c2cba64b6697b906f251c762c5860ee3d9a78a07757dbf25b21f2b9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25633888fa6b8f6e07eef5c8f5b485d92792567
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f548617d6232e949f4b65c571a5b49df32eca7fd8294c03a978b87472ae2a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c6ffc7b7a7c4ccfb15dc3ac2f1c368776dced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3504a883181e195f40d975413cb7945199d1da742318fa5607258f16407eba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2db65e7772236de695e4f146fb250df26ea36f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c532f886810785c7095a8b4dd17dc83ea83cd1efe72bf6bda225d1a722d1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fe1976e04486ff6b868dcf585b7531e8af680
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cca79ac9f0979875f6ece1b2a3f932968ca44a7b30f464bc1f1a4bca50a7cdc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97bb268db93d438cffe604ebb1cdc5761f0d511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855db851b0416631550954e365fa458ac2f2c83eb617b95d6ca665e0dc94e9ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7685f4739e139b5c397c8a0a1a62140f28a62317
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e714c99bc9720e7cf7799a78ff247b07ef21c04da1bc02779c40093288780dec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e7cfea86d114b2790b4ac4124be256bec70e52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ca52bb397b0cc2cad4fe681f2bd0a89aa3b7b3d6f3712b562a171e6296c86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bd8eac8809c0b3c04618eb5a12976508cd2873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916df34b5e8282c0aa94f7f7be4eab40140b8981ab0d4531772749678f129bd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d09d2e00a415b7b49752b17435ac22f65191b72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33ac82f9505fe22d1153238b3ee3e4a9e32bb190be4c38f66f89bc2bb99d10f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6229bba90799432b9e4726bc525ba1cff072834b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736076fb19446e6ffa158503a364b7b93da318cf644fbf040ad449ae8cc696bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6356aef4effbaa7c9550c2fd85ff94aab6db7740
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713811d5edd3eebde7288d65751ea2e06fb161f8d256554b2b055c22f0bb4dea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c349ebc09d98a3f2d038e8c8f01c34b3282add2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4909af654f26ead113bc150ac1f5c5f5a1d081349796ffa3d117f8113ea37151
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662c7ab7629db482efd243295b39e0d689fff88c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbfb517ed89653b700524aab6d8cdba1a6c0ffa35a0269cf7869056d35dbf04
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58543bae3eab858d8a8d033a4b6f3c4b66430571
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e91e9a72bb34336417baf4f81404b02e2c129dba2a0dd21cdf75ada1991a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f7dbab4fd00619b2ab7935d4d2618e1bf91dfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc9809c80561727de4d5044f0f40a4fcdb8091cabfd7d30e453be4f07cb001a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a387c6a364a34a6de0c7c8272a614077c66516b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6420df9efc244ad8e9544390d935b6c2b48cd0ebeb2b024772d7afb2df4c01
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a895c75957acaca7cdec232e6cf74392d8e216d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b0181c26e62893f52fc6c2c64e14697809cfd84ed2b6cb2a89329a5d652bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59a04deafccd5ff6f4c905863fc4020af1bd21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b2fe191693befb622855824fc4464c2f5ef204d7ce4f0612fcc96747a674d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52af18330816a674d41497dcc9402b081651b7cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12daf9786ab5e4d326caa1a3aad392794f18fc6f7b2e14b7eda3a3e14e49edb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d469f7e3698cb171209cfc9ed899a31072eb69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf86d4e377554bc0e8d3f0d9609984fd293c000341a772e64c37efa8d2b6500
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8878f75b75032a9221d67faa9a01579367a1190c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd156227d144a166b51745a14c069ae55d0063bdefc7fdb69b081dab67ba8e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58af3b7318252f309744480b8a1e5c0a8b6a097d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa09016b16e96a1ebcc5f89bac92fc4ecd999f34ba2341a5f490bcd059cbadf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1660beaceab92680132c3e1fa7667524328569
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a92dd199cd604937d246cee751d4540ee8cc3da4d7c9da5f93547faab17709a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbbbe19db84f24b937e4049713a219ef5de32f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f58ca58d317684f630e884269406b98d03c3f64a8dd6ded47c3e6160c3afee3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e6359ab31c83ab5aa6b52d9079e2da99dae09c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef3b1ba833a4897fb2b740e0d2cf61814e547a49b518fad77f0954e78f92303
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea91ebfd9547900a137285ae051518685950d61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073ab215712115d61fd4ba900735af9a175e47247c7ca9f0d2d7413a385d2eef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53522fc1f8f239903207ebe13030606c81888384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a0d387e5575e345976ef4ea881f48b6ed29cad7a08e69664c13fda10bdc313
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fde763afbc73bfdaccadc21078829fad20c2f80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3eb33ff5afe341da7ca7045db26606dda60c9d28e1460fc96f30714796f2d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586112176df1f770b1433af14bce80cae7b66808
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86599de24630af346b62b3adaa02d69a38c5525ac27bb8821ec7fe61ae97c0e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4806dff93578c21c4b9789a42f9f86fbd7a941
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eb64c7d8b96d84d3f232ce8baa48ec0703f8f0eb074a0965223f15875b7364
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c48718f42073163022de220cb08962a864eca88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8773ecf52ec953ebc4d34926db27ef11e326559ec9b4141a0043ac24109d49
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c396763d0a895a5c2ddfabb4d33edb5e5ed31e7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd4327140ef67937f1031f455f488d559493f0d3f03a2d7d48e5bd44744650
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6717ab75cc890884fdcc0cd6cb203b089522266
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe3404f5e7ff9832d5a0d3c57da57f7fe1d08d1c96ab24c7576a2db8711e33e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a630a8a7b2e12ac6153516c207395f121656f22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f798f6845d0f20fda52c23b0ada2649d5005cce0762c15120d3bf08b51c04a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbff29a06dacbf03d9041846a28f71cc683e3d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bf5e6f8143fac6bab3a1d9a6d81f085f7cb791ab1bb9d7eb717d552bd2352b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd20b293a5ca16265b39b5846056cd13576cdb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bf4181861396cae7430bee1bff7dd1ca34fe8d214a60bf38ab0c1cb9b9a8cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf0a8eff628f35f0c5c553c882f35d643bd36d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0423cbd38a7e99ea8caf16aae91106b19e3367927fc0a4b933cdf7305a31f4a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d4e49448e62d0360383a3a3f86e301ee7ada7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422210c09e9a0997692fba5dafd3bdf1b900044401fb4eb77741cea6c262066e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3814a0f5a2af4c7418a80efc037b90a5941990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34377cf12f8c0676683030c4b694c22c493462eeac0051634ea5ddc4aefc89b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5799150bf734f0226a8936c2933c954f0f7fa0b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499807969dc61db1dc55a72f7077740445e438700a6033df1e134ea3410043cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7066de5348dda088615875eecbe86ac66e82f7f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d0526f4479b727c0eb552940a78579d5ce2c431d6fdf5a9863a64c4de04761
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2420fd77541ab5cce9474f4204f2a9a628d8260
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ef0289b3bd429195c5fb5295ce6b05d1cdefabb0871cb1ec5a3fe23c0ecec9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa187e12e5f2d91e87937d72a9d2c635fb96507
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0250552a9be803f5e9c738c4021c2ce8b0b23e0479d3fa7f31d16e7467274f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f86ff2e03bae917936757f55bca94184475d7d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b83e84b44ce721239be42650f89e329057b189e42bc4435c5b88e13c0801b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21e73f6051c501176b984eda2b6858889939faf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51e7b62073b27af00adbf447f22fb1e82ca27a382f3583ef9f7b13c08dc325
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec865a238ed79ce42e3916ed6e10150bd932bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b346d07723b8885728e535197eef832671c0d769ee4de101700d1b9c18ae9394
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c3ade457d88601728f0e1cb9cee5b6777736a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4779c05f8dd4c4e49786f9272b1299bc782cb4584d4825a2c610c38ba156767c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e21e950f27ae375ef9ec310c6cf9f81f48c28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e4765ec1632dfe5e6819545eb015b628efda0f621f447ff31167b48615b4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc9a77fab39ba4a3145472239d1378582ed5477
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df22167e769302692bfb20cc0612f81d17256058707ee12a191c584402d9da4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c9e4c33c304ecfd6074e24e6ee7a0d7bda4e4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cb51b75f757e97c90c4a92e21981906a07a50404870368e3fa6cc36edc21d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6291cde844535b355e92ed34ee438cd520d2c3a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ccfb4b000f4e9f81af2ca377a13a72da332c8b23cd5ee2ea51bf4b782b7c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc14e0b4d82511e877a879159e19c5d6979950e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b1f6ee15559f20e91d78eddc569139622c69248046a873e6a0033a679efc26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5d510ab9b39c8985b12102fb74e87f4f6f2f0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de09480bbd0eb8cce232bc6d89d010a983afa636907bda50f807077e3a0bbf39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227145a01ef791b41c80e00fa32e71b08b92711e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d32d6b8b32ceceef1931c232b6f85cce878d7fedad7547baa760af7a7872943
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bee7140733e731ca2a24072b5d2f0e0261ce1cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7adad9d8a9d89aa19c73a60dd6e4e374312c7e488dea105a54f5bdaac93cfe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151820ae5ecea60094f763fa57257e09088a3356
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdb739996cb89ae99f36a10173f1d64ecc13d0539903834dd953b25d450c1ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bac7e0114273ebbf6a0565bc3c33cdc56fef80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3462bba6d2e2c97e07abebb498323304d3f21b0dd05ffcb7caaa811f7c0fd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd4c4607b2163ee623a827dffada3be5eacb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93281001faf35d76f2cfcec53231a41bfb19dbbd7dc86285307a828a571731e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280a6478013dc40abcb824d94e230282097e60b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31f0275617c25e1bfac741d39d964171f5f27382313fe54f9fbd417da1879b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c2a5d17a6abb5e57ce1873674816dbec33528
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232eb21d12d43eaa3fee0f3533e52830c5210f0a69bf3e6c06b85cd821f68d6c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75622c40944c18976067bc04f6264035193b626
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39db9ce44569817b696d81b9d3253283ddefd6e0ec6111b3e7343720a23177e5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a2bc02db46526577e11ee2d3b4c6ef296e105a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c33c89030902f9107708ffe58ed502e640954f76cb914c568657483a5b9a49
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ad36fdc72dcd900ce1c0ea0ee2234f2f544d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd202da5fb91c03a1c1c0a1b915f9def74c1ee43d74b32eb3baaee2398b6f2bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b64973b9be1fe1f453a91a89cefc5559b7bc69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ede75af5713ba4dedc0e51975bf55113b6532a385b503e85b7035d4951893b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26adf38890133de205c2f8d34ad20220e03b3193
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cc02a1329dd890030e77a662d9a0402da373b0041a8d3e1ed39f53f1712745
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e493a510dd228279b53d596bdee4d7dd27e246a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d674fdab29117333382c3cf2133f7e102f6e7c9fa6d251a10332afe8cef3ab65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf687d745e3825b5b04978f522b52a601a9ee0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fc9e4bf98d47203e5e066a42f772d9b7a21a9c776a0901738c8f09561aba9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559258765484301ae21d9b42136a9c6ab99bf81f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9c5d0acf9250960645de4bf8c18cda71b65bcb3b78deb3507ce74cf0b7777
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5c33c05b72a95d0fcea7a4fdafd7524c33024f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffeaa36afbe5eac8c734e24fed72b8610a3b824d9ce35c7857f0c7512a27b48
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb893de614f92e3b221fc9cb825a098eb6b13997
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6799f7a37d3f5a3300382d46145150e02914df18a77184fb1cde7298f1d9d9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac203a84c1647d1a553c1669ccb268f448f404
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e39aab539fe0745e78aa456833ee8808d5f3d37ce2669063f5ba2d53fa69200
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9887deff280772e3b2d8ad966fd3ffd482e2c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594f40279d146044bc66634a836db79868d400bbecda04ae28f045fbb2d3dcf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad420cbbe34fb6d7e41650f0e7f1e31df0c2a96b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b26550185c413c7f9a90e081b5c7b6277b4a7ede35ced413fa0d0744a52019
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb64320ef23d771aa4a8c0e4d804ae7108bf16fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1da95b592cbd07adc3f55f5e46ffc6224d040385add4705caa0c26cdb247dc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f78710189ca4fd7f5720ca662829f7caf274e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e25dcc85fd88dfee936ba5c0580ec045833e3964fb5d4025edab800794a6d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb5636744366fff4f81a2375278b15ee427ea91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7597a8b92178f20b32ad282d29f7d6d15751f556a371c6496bb5c032c6703cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f61e70bd3ce5bb03e624ce4fb7958f90a65b024
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278c2f2664b274f6219292365e947afbdc8e04dee78a8c9df7229b89c3cba183
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b576a9536c16fc71d5bfb277d81444faeab1ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236a8bf18b2a9a93187a9a461a88cffebd5c5ec458ed6eb8b45c0872bb73078
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a898d22ad6eb60d59c1ced78b7b32219f3fa51d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463e73bef8b06530251a783b635141fed00a8581a835ea84822fef61be45a08e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b8664ba74c38443aa29215fbdf180b528e01ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12ecac6a0342da0bbaeeb78ffeb4a8fd71e4d9e9f41e9a9dfaf980eea1ec7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e65af11a5ff2bf64e5e59de3844d21ee2a98b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b7dcd01b99c5c8469635b700944efad6f4a7321c63d2881bcbcae85de003d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a5426e440fe248b8328f7e94a6f5d28b2f1c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72351f0cafd04cd2a4162fb99dc0000c454cdfed2bdabb917276e1845a5c2c51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98554cebc43530ebe0208a2aea98e0f28dcd28a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3b8fc109f74d46cb032ba3cd47573b002ef850bb2db0aaf7ab1b1a8099bb6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb2f693c316871156af5e572c41c91cf5a842d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a24edf54af7e627d26caa22216051715b5645e2a501c6becd3c8cfd412c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6394cbc3cbdf39632774b79b4a85e874f853863
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6617819153121061325dbad1f833aa312dcd53865b3dd27393bab668348d401f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2076d83dd2c2cb9c409aa0f7647da8c1b491d464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22728aebd377e0e268fe6aba792bd90346851038538f32e51fc8122b4223741f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b604a8340ceb8a6254f44f4000b065c2849eccd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61617c55397248ea7f774d00795dba4b7c13204ec6e52108122f46d363ba95d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f754e5374a0b68a68ea9babe3a72ed8d6657e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4ad0a3c7b4ad94a3214005ae5ad63ece440143a4108195657bc8e64fdaa61c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff93fa7e31fe43bd46fdc59ed501575638eb8e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a150348c99381d6b1f548897f16d9551d5882fd9f7f4fefe8a68eba6405d1cd4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719dd5c3ea72516299d9136803e82f9b20dd8c8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819d7c19695cd82085f1fa20c1e0f89f37965a40603916631c7ab4833d9d07d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e82c05ac5e582027ad02b46f27700d0352bb00f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f09837aca03ab504ed039027addb0756d48c25e663cf6f9c24e031ef5717b46
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd465753220d14ee6cd55f663b498f5c734200
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fbe1e7a1943115d76170d1812f1c47c3b11e7c73bf8707b97a648f9f5487c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db215744aab13dafa20961fd4b753bd5e7211eed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df9e4ca57ac4915ce5082963b688addb23647ee0d28ad45351da6f65ca4311c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919a701485062af01dcd50e39ba67098083b1b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a6c961fa71324202a8892243a16f48f28dcf3e6b4471b28533e86160361c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2140ed87672faa2f3a12641faea87a780a0fb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376527ffef11c4cc6be153d2740ede39195250ed2d68004d3aefc587e8aecf13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65487ea7dc35e667bad9780cb7de8044b2b74c2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8982556371defb2edb076785fd516722a68c1f3808fcb52e24e86e909cc22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc90b3a1586445cd60c45a207dae5526f57e16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51849228be11e6e348046ced8b85145ff23ee52bd14b6e4b7363e441eb69e7ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e0a9dbac7331f8e42aaa26de3864db1d1871ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c0d06e524c265401dfbda6cce55d46b4d4566e02a7ac2ec6ec0188865da1e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096863620d93860aac43cccaac818a9789f88c86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79e96538f73ee896149ff482838ad0ff2035c95b953076dc8d12b4f1525daea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0876d726c24525299a15b30655bf3d1544d119e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919181a15b05f1c3587bf729a91afaf0f839184b7e6a3d027b934a96888cbf33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cb196b2ae9f9d675aa41bf4a99f00539dcf5e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c266ab62755d3c73b62bdab83a657802f2d22a0c5bdae8d331f97e1ba898e3ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e8515026c6a8b33a1a12c49c7605b7174eba5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb841ab518c0315e005dec0676528fc3aa2a5f3115ae3b8374c0cc56a31d53f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962510f3c8499a4c3714f9037b5c85cbbeca9fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27268d3e48a9dd8e7a6dcb0f279b74bcf57a5e7a9d8b9fdc84ce775ee75f312b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7eec4b9212e0e3e5ce1762961b8f0fb49f34bf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff55ab36a3e5433009559a8c79b2463506546fabdef726c7ce09376793cd340b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06820cfc9736d7922913d3db29c11812d50caa58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc252302c66e9b8c1d543647888ef4db6a59c98a9d2015586de7a484b0098c74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381ab5d43c75242bb13bb18baea14b9e917d748f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b137c43dd07397b67d8f0690e411676407d1695de5f39e45626646cf423e5976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5682ddc55621185bff4674d481c4c968c8adc82e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e113218ce47ce1b2c2a83497fe130169b6f87dc855f87685c70d45a751393937
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee66fbd8932a38bd8455c66a36901b6d0b6368c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bcc2e7710c6094669a706354d5ee01211bae2b45a074137207878bdbf3b95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31f10bb7422c70a66856136b8eebeb86629164d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9371afb3f0fd3f9b2e00c13cf783bed907b130b4f11751aaeb404ff640fe14bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95538e83bbaa417cc85b1419953e41c178f91895
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb55bb6f38da65e59e5fe3f240e71b89251e2d8eb2bf03b79a63a2c7469a82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1bfd5557c52804a14cba211a21825f5f1ec373
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4461f817f5eacb2262efd38df1fa477f26e1be6ea56545636e69e964fa1d483
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0977f5dce1f9646cccd7a3b493e82911d54db605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da51911bea88e24f56948ce312f0cd485f2d1ffe3972e87b1e52457ec27a41b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6111eed154208fe388fa186911635492a32ada42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3860ae30e0caaa010e36c576bea487e9e9edfead0474fd4226002ff98836997
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63dc4de3cf0d0a3d8fddee31b6e79cb33c02fa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a65e5fe1e651509ca1fe0f3b857be59f86bfa9587769a2ddcdeeca326f647
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f562c3c0aeae6903851fbef4bb43bfd00d268f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ba53406b2e8ceb7f9e66abce9cef88f5205428863dfadd241bc4cda9522b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041d24b378a4ded38780bbd5555e769291482f36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e57f4f88a11eed50cfa9747759adc33678f3374ce6dbd794f76bc429cee89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0580b5cfe8cfd2dc35b951692c623cb41e39825
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29a22eab76464aac3e493614b1acc185975b232cc9693f0beb4a05203f949a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378354fcf6e47ce6f0b889940bff1e7c7f9c950d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21188af06df470fae6dd3c250199563e255a9c6053450f5bf283faa45c0a1b69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5b745b31b87e7acc3fd4ca07ece450db810d2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c01a7f4aaecf2a9615a9ef0ad1520c07f19cecc5f58d6e1df45eff5e49d933f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f270f2d1b4531d2816fb7b7426e6c987c1d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27763a52b9b1e0312c3a196ab8be4c2288f62c2438646adcdfda12a2cc91a582
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c4f1adc8b8fd3e064bcafd092834d16cc348e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dacccc4a8212ac187678ec4156c50f3e3d17e8b37b018c53fa75fd0c684f55
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a216080d185d6b8eb2007be6aa5d2a61972d5aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d4cf6a4b06c1ef1c29f5bc3dc05b991f92188b8aaf76c5accc9abc1bc62ed9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4465fc86d26dd8f5c773f9cea8f94eb4bae00c3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9582a318bf2f33b949b37929d7a235bb7bd13d61ed6d3953d50de021d64d4073
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36849fc92f7b7582f7e645704d6c433054934bed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9667e473e2a724d6981c1d44975d756481dd062363cd69c824be295a368da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd8ac37d83823bc2febad4de2dbd1c29a53ddfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af1644607c114a6f6228201cd07148a3f0eba98d48a8b061d18712290608b21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756e95d69c31c3f4b339755015ef967a1088174f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb65107b16c1225eb29b0579eb58c4e72c4eb8161ec899c1742171592ca54f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a1e38a46e4dd30ec7b1fd8d7f74d127b037f2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e18bf00fb1c7bb0c637a03569288bd0137ebc93d58558d0548e3401f0fe66ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd8c03bee31f9feb0c2c35bf794131a139d7bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad68bde35128b16a84430fb8b6039f7632c0ac714158f0d1f9052e7224cd4b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07455cd6a7459690d7ba2c61b5c133edf2208878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93392217980d34cf9709d4688d86d86744b3b5e7136b0d8d24a58f3246bdcf14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257415cb2e84ef98debebd97e10168e7653a657a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b781346073504f6eb490a60be37a5ecab14d9388de8bbed9e15a3439f89b92e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9021c48114c0c68d59404729b5933166713725
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe6cdf03c4dd9e0857253117ba0ed39d5363e380dd71c05378211b6f2dcb70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926c297a21e40b5f9cb43fd8aecb538f08495c4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf5f5a61943bc98e90b159979f098b92c94d3208c495e6a932368f6342221af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c14eb56b729c64b9a1e1bfba255995a0c5a2dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7f23423361c306d619748d01b3f62c619adfae04e612ae8774aec0a7b457a2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81971c9b9824ae884c4b3d50d8c0b361c9b1a9c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe04eac9515507c6effad2099d31c42cc243241472602515eebfb36ffa4468b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5219433c9727bd1fb093ca65af4340eb9e35bce2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176335bd69a07a0660f5707e2aa8ae518a1a2bbc4179a3564610ec918ec19d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cad5f2b822cde5a1305521fea8c39bb0077381
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b45687def1ae72079c23e8276b0749663e3d53b083209a3d4ae4c859d1642
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365ee7df5ce69c30f70433ea75eb5c6f9ccabf08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d557d542a52e4a29c7c2b2bf6fac90006c95eaba555dea6a01f64782b8aedd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d63c0e55b6bfd35c21444916fd17b01c3fa7a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8708a3cf598c2c2000b34dc76e804992fc7963eac98dca2699aa9429a5f836f5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118e0c640b5b4958f1ac22953d5a56dfeca070ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291a19b0de6fe96774c7a6c552f1174eda1fcc62865a547c0c0c32befd466caf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3109f3f65b6880a3f51ece53e4631f79fbdd70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770e6079ed886e5badbb95beda8f70a2925539b8ebc46549dd1c33c6f8111a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea062ad8d8154145c67487f04d5cb55a9f568b4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248501ce64b315fbaf595e13dcded4f1a423aa45a8596d80cd062801c4c597cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11881d912327c8d985b2d4ab21364900c78a839c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d538f1d6ab0bd4a13adbf68f8cd5e64bd156b894a9dfd50869bbdb4620cb3f90
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70c43176ce5d36633e502ba7d5046ef0fe0f665
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5eb9ccf7ec93203a8d3812c25488feffe08166ebda723264d4b5f65daf33f2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4803b7808cd8dd8ee1d97bec6fc34640841b947a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a93900da3fa1adf1813f6748fa5a3a52fd318b719bbb080fd9e61bbb6077de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9678c7455ef16aad012a27fa155de0b87f18f2e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e0f652eeed3d62663f92c773bf55b12dd4f91de4b8d0b7ef3c4cfb84582b13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7e4ed9b86ede505a55d0c8229b2fbd0f17d8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef06f4e7a918abc530e12929009101bd956ef352c6e25c6ef8b043263cc3519
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7e098b62c7b2cbfdf44bd3e9f84fee5891e354
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75765b7eb54e3b412e6735d872258a3d7e2ab1a22068268e12385322d2765ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7180ea1e416dc00dd8bc08297740625d9075c65f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8ab7b0fc74ea43ab9d4aa751ce3deb315e43020b9841b209d5dec278052db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db12cddd3cc6373d5e5f3bff7f6cab1aa3adb7df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc820143d21166c1771afadc82f55592f75646adb2af76979f5d3769acd2b16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff38d0f05d42cbfa407b82bf19b1099279de30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0752b8527659f761cdcbc9218f5b109b4fe27362a5b837f0ee05dc2228e5e445
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db1fe1958b3187cb6cd4f0523631fafba6f259c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc152c426acca36b3f523f84d3e0ab840f6182136544682ce546d7177a29bf3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c77bbe4ef23a8a5944f0fa154675a78e73ce13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95774665bb5875f207cec10ead2393901d09e3573a89eb2fca0497a0d442c760
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8d497a3fc7e148eff812da44d742bf9c5dc331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aeaac86760f03cc5c4400e98927865b5dfd10400221e5a4b32a13b39e73aa9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d011ed70fcbd6c521ba9194db0d927dd2d35ea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc32b4660b3eb08fe3d7e0bf5abcc628cdb3dabc07e7e5f85ad9b2c74833660
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858c6bc72d7ade3c846f42f6825feba8325fc48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f059e810d5898fb5cdf506f3e0255b82296e3a9a7d8377e7fbc51fd7021c3a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79290bcf4855e8cd4807274c1197a7b09437100
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f806716c4213cfd9d14527edb551c96f1373caea3283d1fd251366e4dec76a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0584a39363fa9fb774515f5eb59e394070ce08ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006333065889e022d2e095df1edbb7823cea3a74b5fa8a317fea0c95c67a1320
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b481d2683dc0b45e9b6990451b8bd230be60ce3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5a9b2ed2a17a3f15d22c683a8892073e1c06d8b779e2254213b545a9cf583
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6e6b8c7da85bd4d402a6def87cd679597f3f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee6bc4da04d6fe6af5521d3caebc42a1ca492014f5fd45a230a2e4836457862
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c1a27da9cafc3a224a506b95762d8d8d4625eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683d90e760111a88d728a9aee93a80cb63ff82a40b9ad19f01d3c9251bd4ff7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f173129c9b339bad3b78923581cb39acc31a34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7377547415d2e8b45516d84576c18a234e6e3c73ba39f6129f011b1c926fb034
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c529a113d5e649921c1acba9a138015bb5dada9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2fa9ffdc2d7cb1b62d01f6858a151828e04e791dac22287b789d3ff57955d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5738396ede1c1b81b1250ce5b3ea384fccddc9d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004055b24f9bd632a1c092849db90c7bec25cf32e6fc37719bbec62abc7f0ba5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31f2209d41e5341a14806dd8dd4a744ab879f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ac614f914a2d6b66117ad5b7974025ecdf5c3336d182ad23566341b274349e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101c5ad0bfcc3cd6267074e5cea2505170c9d44c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdae3b6b840eea041c467c5845b99bdddca07d20bdad6cd2f27057c806d4e8c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e9ba4591201c236478a0c1a6d7972cbd059cc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5c08c8d2e374277d61316e9d021f93b5323da08c59b92fdb8161fa9c74c2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcb7714d5fa7604937387d39aff38e3f27e947d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65430a06c45b8e667c126f1dca468362c785e758239187f44e7dc38846c0319c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97690d43a0d3903cbc19feebe2ed3e472a259046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf74e024923c109b4d825eedc0a74827c655ab70fcf30e116b2fa96175aa1cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9422bfb271b0c0836c01531cac7e2608726045a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c163ac7bd6abffff3f62605a207f7f9a827d9bde65b7f45c4593eaec61f98dca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91b2b4e99fc9efa4104004fcbec8d3bbd386c97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124264c94ffc6415fc9ca02ddb4acc7b50f18c33e7d35a8eed5d87147f049701
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0647c2f8909bf45c31b07d700034417e77112d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07daaccb7ccd91f4f5b0bc4699053f503ca00e9ed4dc922b6fa1028363613c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f1bdf58afb0c2c4b405fb86957b6d0eaf77e53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b366e3a9bec49fa4d006b533c657973224a98f951e057b05a588b658a4a7999
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bf9c261c23f6b7d3436a74fb2f7077f8558a8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8916013df4e7a255e89b29b8c0ee63cdafb1710b50214d17c35f2b95ed155dc2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f57cc8a83992e4d456bb894f523c862d8864d35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565d54c856d4fb88de6461c8b1b8fa15e94187a71e4cd5bb8ef4c2d882bc5ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810dc2491fafe3d504d3ecdc9bbb9fcd23843dcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a36fe9d4fc676e64b2aba323772558d56343b0af9f6f0fe55ae7b0b2edb9ae9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f984d50ecdda62bba5704b7d955d0be725e785
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6652fba2ff6b5184c723cfa8bd85269209b8787969f2c3f5a000d36ba07e7f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7efb49168f836ba2d6c374ac899d514078bb41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bafc4eb0aa44ead693762714afeba2bf41c6a4533b08db6390d49e36d1c3960
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ee04d6c2ce75cb2e167f6a4b50bbb1c9b3a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18a5e7de60e92d8885d30f74e547b812cd6d9d60f47272cc9f9d8dd174f7a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de5904c61a1553f5725a474b0cfbbe0afef331c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe21494702c8972ac3e645a983406348e83b6788fb3b7874f174a6ed97acd95
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007950ae60a49d3a5cd70cfacfb3e13ffd3fcce4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c09004f3d0c970ee83763b655947487dd40709cbcbb09bb07777e8f1242a039
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb2444f8e1911b058e370e2cb1874eac0f59ccf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fcb900236c6837fef3b9a5a8f368db92d3f1626890d0fad021a7601aec2405
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db9aa8d416d867f921baa20affc66ec0528662
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d842dfb0e70aa443552e782ef297015171db047d56f9124c03e3cb553544bb57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a196d2be278bcfae94e4ee57917239efd9a0e2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72caa1a7435cd9e55cd87c570bf4e15ce7663ca04eaa5f36641f93747c2697c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7db35592658e0b16a2facb06b31cd927ef69e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cfa88d44d2bfe4da64d9653949711094b43572b2e7911ba04ee14533190076
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcd430aa1e0200721a567815221f4a40b2164e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05753eea474a630d4168621059a8526ccee66433ba7c72a05fc427d5d794202
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8261fa774035f3516fcf82869548f9b1302e6d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20afa37425cf26813dd36722d07e66fb0f814a41c17a351597827cb7cad876e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b37b92ad1d10ce07f383c7c789a15a50dd730a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5019c511883af78d792d6da97938d5daf855f011a81f80d5ec3b8d87d52a7e74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f040c77a7cde972f7517ea51ca7a453fabc24a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376f00f2f616dde78cac68cce06d720def1f5149590dd91f3ba66df45a7d22db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9105969a6bf7b008f6571e86716439a8fe44751d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68961f45591193e96e3f1d4f4feb4501da1a0176e1cdb463b9afc7058f7bbbbb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d71384a2f03c38d1579cbc19effb22c672a0e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c7d6c9a3925784058eb292c4b917c29eca5f06056672b11b6dffad4107e17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861798e5a4cb8159be2d1c9b61b170ab83f67829
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8117940ded9c5d6a375bffc239dd8fdb4743e2cdcde4dfc1a8026a1cc738fe02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c629e4bb1d700927249937215b8bd8a5f72d75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c1de9a1f949319c932731d72b22e480eb50e605025487d1221c776ce58c7d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f312576b28f8adaec14b7fc09a7a73446d04f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2178048713311f5b2b9c129e13743094126bd2a94f557a63adf5f89ad3887ffc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88624d2b4eb2baf67544840e1d9edbb21eef39b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6704f72a8b051e0727c3f98e600acc91280aa6988354665bdbf86dd7d55b26fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deb0f1494373fe9f223e9b0c295fc5514f48b11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1787cb5febad24b68a65930a17e74943d6a4a5d5e41fb9a5acd5d06dc19dc045
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1e370613f5221e625d68423e518527d357f2cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c107a90ba8839526c07fbda3cedca82b058a3bd9316cc6a65cc39bfdd5002318
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f118d1e7db19446132b62b53789d9fd2db8928
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975a2599260ab363d18cdd03dbca06505a6349c353ba9829c433039499b958c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ac4804c172f78907511bbb947896ec924ef35a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d2d1e8a292e9ffd3a41d60b0bedd03991df6ea0d3842a455bdcb3b3866fc6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b2fd7f062f005bc5587a782fa9f4b74332c31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f09691914649b2d428f4ec7cf84a76b6723522564c36e9438cfe86252e42fb2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0458448d3bccd70e799b27e4f8b56a44f0749cc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4732a93e7e62cc69110006974d22b3d390b948b7e6ba5eeaaf631dc9077555c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc2fb97323709ec7812d3ec02db3958edad4af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f942dda615b33b0d1d5c01724b5629c4fc85e60fe45f811b84aaef67db22d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5df6bca3598463f13e296148c13978bb67709b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d012a1741e080ce564c52d0671c749db6cb7c160cb72c2f0f80160eff353b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2246adc8f3e4db18c071a52fa54fcfc0dbafd690
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d78e628441df705488e951a8739e33f0c369d1ca521078138bc2b8f5ee7b64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240eda222e6008f465345ba40f9dfad0068c91f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f180831cef2c2932fe94c076d794fab6cf1a4f7c3f70b0efea4bcac7a68eb77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2af869b39aa009b9011f3846c1b09ad9b5467b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca103ed9265c1e8fc8b46939c5a5fd73f51f5101991d2d038f51343cc3dcd8bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7910666fdfa3a0be746f8f440de24d4e9c8de43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d3b5da5274e7e18fb772e74d5d08635e6662806dd6226639f3ad088c46127
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399e96c404bd2350dd2d6bb56ba3bb1be280c5b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3406ed0b4599c22490bd89d81fe085a82441e16f271fde8d71f0bb50ae1c8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adc97a00b100821dec0e92de046f9aadfc6409c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591ffe7efa25681394b29c784394fb4b93af29687f84c13355c1fe6edf55783c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796d7dba96df7fa9cbd1ecc5d76fdfe2b8d10f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3ba4f1aae028fd592bbf5693477cbf9da16c818bd387dfb2cdace4435f4111
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8539b0122409a2e80eaf4a767d85ad2b0b7983b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1958347f659e01acb5448b1fb37972d0803dd4319a8c1fb34bf4eeded9b93fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ed8b7a89743ab2d8ce3d04345173d2a9e9029b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c7ea23b94f35854d3729dfcd71ba475eb00214189c5fd7499149db0eb84039
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d96ec8b5ad0a206644ed13de323a34f65b99c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b562b5475abaec62358a5448328918b5dd403606334bf137488642994d695f9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d0ffb1e382c281d4b319b749744bc1bb101076
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a38afd8b1ecb32d5680ac5365601d501c64215c20b3d61d40da316d0f6cef43
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362bea722a8da06c68db7af09fe14bbbfe29fa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab34f364e76eb3cb8cdc555b97bcdde41faaa89ce4a48dd7f127e6553e6d4e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768c2dfa94067ab4b0d5ed5e7806e34fa32a6d30
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39784d0e96fe6a46a3cd70acd169c3b224e1225092d10bcf3753cdd20ff8fb5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0222102a1724a92ec3e4e253bf8b8b60789f1424
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14e39a4eec6cb5516ffcb050bea36a9265a705cbf1119ed7b3bf25f5ae3b229
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d54a5d04cf0f0a4a10155cbf53badab0e359067
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28f1f0d4f1eae3321128ec18e1a697021599c9a662fa90e4961577709352d60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90e84aa14f5dea7a3a0b839996985520d22a00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dc23cba328ca9ff1549bf589bfd8eb2ef39a49984e6c3d0329f3a307a444c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4873302d51a200c7f3777b6d5c33214af8decc72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc8e2ac9b46ccfb278a3fe3d6b6ac5a307983e625d09ac000121fdc2cb380ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a322f3e1ee9b90eeb08f13cc29b92000e573e01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c2cd11b71fd744361b40f2fbbf713eabcdec00c542380ab91a511a2a4981fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99a245b7e56f1c87e75c193106a8dc399ee1a24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190bd2fabd8ffc81f6ca9f9a8d099f0474e2aee79fc741829d09bb19322c43f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e8441fef7b3eef3e9f224283c7d191bd7703f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55464a7f967c73d1de35c98b7e984cee2415559a19248a011848c8b6418e7cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cda27d65913d5b94d118d48c640835794dd64d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e386508b5e48148b35d3bdaa1d534d0e60deb3121cbbd08f470ffdbea1df6a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108fcd93dc68fa1b33094c3b139132ea389d3aca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de2787de3c313ee7920c53ed7929153253e47ea38ea90ef6b31e7ae467a2bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0f72bb64e3470982d3f9b15eb435fabcee62d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26afefb825bf02897c6ced25451ab88312ce7a08316e2c6d1a2fe8ad088f7b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f826dfdf4e2fec7e0e95aac03526921fe4e044e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65deec657ac1392ae2903ea3f45cf2f57120cbd55fe02ea17feba3312b9a241d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2153c2d448cd5aefc3e7c8baa335657d8ae3e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d0b7e3fb3b4a29f443673871e936f7f77c4c4ad5d570aa627e4d76b3f524b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a7aec72d49ae34e1a2269319c1412bd05a2b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1b3e54d64b42723ce923809d146ffe0067b085b5d7d109b527c405179f9bb3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c745ebb0224eb9e20ac3ef06a09440e63f95c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94a1dc3ca68ec0109373e0fd4b756f8440ff3bf5bf864cd248f9f2fc93d4ab3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d00e98b48758b89270e9b8bb13c77c4fdfff8e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f28af325fd449c50225b896787acbaf0adf4ecb04c5e0be16cba154b2def9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaac9cfa0414a3a6c049a636af97e4f89b4b60ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e820cf8caf570ac7c12a72ffe838ec9fddef399a31db6ce5b66fd1a75030ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d801b837668fce26a730c21b0c446bb42829d1f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0715d195ef2244a0285fe0fc89d25c73ac09688f35360fe9e7e73e8abed44668
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb15272607de987a677cd3ee7d188f190a176836
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0395541876de607bf76d0fcbde49fc8904228f5485daae98017f30469e3829f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae217f9bbdadc0a3706cc479353560cda00ddaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2d921f5ad028eaa889f5f040cf35042bcb8f2f29424bba26604aec72cd6f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa8b6e394e518d48703e63256a3fa4445d4c860
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3afb7a0529a7ece06bb69ff98ee2aa6a9711fe85b6a68f0a89f3c4687bd9097
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6327995f825723d46f81fdb8a32d38a8a5c031c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d050b593c029612514364c96548a25a25629bad6539dcd7b5815f307603f63b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d0634393cf0e26eaab837d688e95e2205df2ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1efb4cbe1c272b86802d29a41646befcfdd2f5ba3ddaec0d62c85027ba31203
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79202959b87f4cdda7decdb6ff6e746ba21a164b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb7055ae158dbc7c106ec78d5fc05544cbdb070a6f1b4fe7f90bfe1e81245d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370fe57be19134f869614054c702497f1d251037
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676da73b60aa51174bc04d8079eb053f52d370e142edd7975b2eddf20db23b3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cda50c304212212bb5b88d4e7a45697b89dbca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1b273751fa5713706b2be774ae86b791b01c2aaba94db459781c5a68ccfdf0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6cd324dacab20ea55437b4e7ae66121f4fe312
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41411fd68330e0d1a7d5ea45ab9551faa8290c428a5388750327d05821f5da2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf3d56a8f2847851f4e89754ac4aaad6f9d4fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0feaa48752e593e815ede64067edba069d8d271843dfb99175ae910335c2e33
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89aee1241fa8b1bc9f64f7842c787c99c7837f2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c5b9ae0afeb1b4ea8b17adbcf4af085f8ccdcc7bc9c768b048e73b03563f58
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83913841151dbc82b9fbf0410b1760daec9ab01b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c873294ee7f864e99a9abb92914fc61f6f5bef9d634f9093c27ab5fcf22143e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deb5ad023bb5829de6364ad5facf93689284a43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ae7568fc4a82d396cd611dd21c1a4bf09f1a80c54cbb45b3e3c432a998dc3f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aeeef1d0c57d59ae9e952e918957f95946b06c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc45144fd14f689f9152ec9add6c4b21ea9c492a1bf596fdbd4558f7bdfae45
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc72e4980b254901dda34070c4540fe217a3f9bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a623944053cfd4918b485719d0b358fa0ab6f722967a21d14912e816e3e3491
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b17176c92b6b18a078d7547b8a12eb7bc3322
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e0f4972b573f6eec2ecf2b31424ef99af96f7143bb0b0d1ef5f6f0f3e9722c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161779db122640c30de0f71b3a340e454795e834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eded4151de9b28ab6125160ae65b4647e4fd94bf2d723f5efd3d2ddc0bdf2cf0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5575adab20c604a73cae8df935646685f504ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a47ce915547acf8e8a74f3e39d40cc91160f1ff8938b7ead8cdd8d4be983d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4501f16c87ddd4a2cb8d3b8f189e943e0735f187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e408e79130e7b7934cb9ceac52c5f2167a4dc143e15f22aeab149e345027b1e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d16e6ee1a786bad38259854ae00ff094dcd40ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925455b507696d637e96db276a83b9e6cb29ddc817de07a6339d1cd428d5b9f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809d348f12e8f85ab12a05e9f9a1ede10f5e1912
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b401e159c34140fa831dbac18d99d6dbf8fbc4c04481a20591c713f61aeb002
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b166dcd114d748ece870fd59a1d3a810982db9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5ddef71f99278e611b0b2afcbddfe84d455126932dbe9314751b84d1aa46d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9de3397a823a036f5b8c437f4f13b13334b1c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbcb6f3a9c42b166023ef2efc10412efbab343a039bfbff6e35500326a86ccc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f733fc941390e35c19de7e7e29ceaeb421ca9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463abb05e03885b8ac9738fc08784e9952b210eeeed593cddf4f7749d8d8cc9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329b553987d8b6d0a60f425af36dce4765b73b98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cca36c264edbfae6b59abb0361e508f3a12a05e09a64e37f7421a184dac6ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4dc0212f182b143139b5ce9b2a3377636cfa60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe0a909965e361e73f01f937a9cf9322d240a7bb776c0dd1270487a43750b54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31b862cbfb37220fdb45a61aab0425e49f2a976
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404de58f3a01f566d69810d0097a9c8f64d2515b8e85d7c40dd5abdbc548ce45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f929544fdcc80e7e9e18193086159794846736
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc313eb43b6695206846a490310dc8053f5a36b51efb0f317016801ce91b64c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d7eccd619da752365d435fd265e872f4749c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeba0c80fa63d35f4c797951f3e105d3990c50b8fb224ff05c3e7bd17ee6267
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200aeb6687c9f6c12dee18a9aef57d85b8e7bb96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f38b3f5b519b585952e5cdf0ec4f900ba1854901809bbebb5e90f4935c98cbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d8141affdc54fed31c7f676d424d69a0e519f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac47fe114af06c7fdda4ac3a3151a2b7024d2b057116886ef51bcba5bb260b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20324c653da14c821eafe803c4f750440fa6478d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59c40ed16e3e46c65879325b55f3ed663ecab74b5342a260f07610a8fb9c715
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c144e7228f98980f125623f4b7dfba16422986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08459f5169a5422d94f7764dc7e967a73e44fa07d9a2f72a975d81827231f5bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc75cd391247830455886e16baad295182dbe3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12b7b1ed454317c5aa86d8fd588132fe728757f57ab40886afc915b2b8d2dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4257527b73d5a7fc09b5c4b582ba628d9527e1b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9099a37484a357ea1ee3a92254427757069fa2e31bcbd5b607b012d156fdb335
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd95a88484205feee4eb815929c24fab8376623
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4063d14b4e90da53b5d7f90737f150bed40aa422617950c68413d0a6600f709
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb9d73a40c8c10e1750c13f643d7f0a665c9f5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e55ff077dc5fe64f472fb558f33f5f1a71fec548264950c312181c48b0ff34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f835caa47ca549b88b979d6eb05d7d25341abb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0928587474a24136ada49f5eabd67fe75deff47827254deaa8631fc2812375c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d782ecdeb90893b9134351359c247de3b6f1871b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e44a52d99568191e6855d6eb5b524906439eac0f78fda95dfb777912237e42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0671722d643021ab07580ce30c2ed6229645ff64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4da6c8ee4742504f62efaffee396d33ee24469e5f1862e0209fd3d7076cc97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e1dc60098fdb6f5cb0e0dc12e844017ed26e2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6661db55bbefa4f3ebe3ed95a63fab2bdd64d3ead576f7c86ec7d688bfeb3c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247221167e4a6d49973c5661a744b4c0f0c09e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7ae9d4898d91259bbf35a14db7b6b01625a22f5585721790c17bdc6519065
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbffbd5a1f424b954299e1bb33b1bd522597ed9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3119daef42bc7cb70e5d738e71b96795df89ed8a84fabf83fdebaef2a110a29c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eba2faf2a4b6a5fdb1eb3d554a80e124a6c9f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9b02277cfafc7fe862d3706811df387db5ad476811cbbfaf868a929e3ddc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b4ba55a3e6afeed0c9f421fa6768c89d43fb28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061a2b0bbd73f6701e572a4fe08de4b2b57b6774041bf54a7719d53dee2427b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bf79b14ee9fac54125d33bca66143ecad26f73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f407551fa163cd7ad5716eec772425e8ceeffaedb2bc94f511687bac9c695c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b6b64a135f3ae982eb6698ce3fbf51637f537
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034a81dab2430b52e86a3c762761252d559f1797d3150d69ab55e6e929f0e614
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cba8ea3e3fac895e045f3c0aa8174cff5950936
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb19ed5db503a6785162d9c7e027504165cfacefe5a9d000151650cecfe47e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04b09ef176fc27763f7a3079dbd60dbb3cbaad5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afbdcae1997fee91458f46ad8cdaea3f84897854fa55857d0d9c33e8e7448a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a704a3562ad0846c8fbf6ee1a0615e3e131df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a82db388e271cde4bea179b1e59bba596b00f33dde5d7ff126254202f59fc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f2f06c63d4b4d12f904a5cb6b4b8198a3b3f69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66e2f9945c64a038e49c9164ec8ee036057cf2bf2c90583a1e094d90d6d07e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a80c4d5eb2f80ac19bedc980956a2f3e9be5b76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dae16398b410bc50f80c8efa6029c28bc47995b19883c631065093a5b0cd392
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc0325489936ccc0eaf23c3c5618e101a78a717
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c815d80ae8ddd74d2e77975bc30d1dfebaa9ec1444e140a55ca1f590d55542a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f57caa338eb027924cc3faeff21b29a5d9173
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c21e4284c2d324390db2a63e9e7aea7c07d46d7af011124d40a1f99011cee36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94fdd78b81cc64c0f25082a1bb6ae40017912a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ac63b72d37854c50cc4912ff569686f816bd01d3a771d65dd40601b452593d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a6d9a30a9d10ae05c040cd76e16d7e6f8d01c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad17596e600f75db424ca507db83d8b6c93d6b0a5fd8e560f5ad937821ce9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb03f03a692f98554c601e80fbeb195f4b5ce394
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700bbce2fff0f9c1a648f9372cf184c5ed34eceb2ae3978aff94a3b633b91e57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a10ff256bb2f7d23fae132417eb3d638a0a048
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537e06d84566a58a36165a4f11106c2e4f099dfde28edf74b0bbc4405e3e5eee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a844ef4f02ccb3eaedf4d30aceb3046729b5630
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbb62e2e8ba5bdda6b6ebd4139f46485f40a45311249b37dab60c75aba1d096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f4cab41f078b2086a110a4eab294863b963b9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d041b8db645f8d1d6cfa2dd1e2fb1166b93b8bf1bd48fc18aa11f8af0f28395
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69df40096075247f1d7a4ac2d061841f8b80077
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36059c6874eab52687967b07f20f514368d985d91169a44ee7f8510202e9886e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8dc0f858770d452fc7d7eaa94203b449b2dbd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9661176b8f664dcbf24e46046b8e3c684d97b7fb4196aedff3083b37354799
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3272363acd27839ba7cc2e8fed85bc85eb36c858
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4a9e9c71d61235b69156e361356bdabd02c9b9d74aba838bd7c478b1016d98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7180fb1b022ecadb0392bb0be2ef654dcae6560d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76ee80999dc17343fc081e2d67cbed5df7c85eabf44a7ea0a761759943153e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96115aeeaa1fa6fab22bf3fc8cb71e9605810624
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89a153cd173561d71d5cec0f70b11e69d7bb0e5f31a529c6ae282cc3bf7f194
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28624db4a2839d535a825accca961434a160cf23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b69404f2b385ea0d566108f61b61fb6f13d62e5ebed10fff7c24ef49d931144
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22e76ccec9a039ee11ac7216e4679a1c52b412c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33bbf0b7c4c725eb24ef18cab5c877a0bd080555fd872a74f13e71aff9d2fe0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6146af5f72f98768b7ed2e9f719e282003ef5b1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de8cc067b35afaf8a2932fd23681d3cf4047bb5bf3f8823b20c92e02ea73ddc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bad9e7356a13f2d9d5578dd6a81128ccb60dff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aca561e0dcb4432160eeae2b71a8d8c29da6bd230b887e85bc2af1cccb7f48
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b699c5697be6f39e5dc124dcfad6447f5eced25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f652467ad604ac1af44dfd1eea032cdf344bd722686d8026c0b1e6fc510b1a42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789367ed4426d905520e06fdeb6cf224318814e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbc7355c93dd524d3b93845fc7b82690468f8af3e1e2f3ec3c9a76eca09897c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c453853030c8e3283f593a04a8bf4ce8414ddc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d606330b1590ac85f7d41aedb19fe6e4db21e42b231d241cd91fc9d60a595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd9e310ccd2e27daec6fa8b21e1448ab84b8a28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def3447aa902dfb9974a185a1d4f478147737683fcb5c3aad855db6dcee2a52f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20f728dd879abd8c52151e2f3d11b1fda5244dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2780b2cdabbb6f767751841ae9823947a3edd2e62a41e57b3a213934bd187
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e39bbdccb65bd8e745f969eb7c0042b0a7710a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab8c899cb2cbcffaa595d484168ab8db5dcc0075730fefa340ab9fb550d77c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3dbc55df522f6d1ef59ed12223ced008b3128a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2352cc439acbbd12698f6c99077dc7c8279f4539a12f5e77d5b54c735cc528ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25a3342f4ed2c37b4de9c2924663aa548f6b63a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c185e2a1dbe3622717d4242eee75bd61cb8e6ba51c7128c32c5e944ddda1c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cada97652749d46e8036ebeff1f6963dba56aa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5476908ffcc2e0338bfe4e1395dbd87633bc0216d2271fd70b26033d144e1d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ceb4f53747bed4cf32cb9d6f7eae1cb6d508e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf3fd6c1f7b3684261cf4608aa951025a65c23267d18c0ef48d4151031af6c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f0a4bc463b741fc61280339c8c963da2caff2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce285cb023357acd0060861e65a6ef677cb06d31f9f50dcc2f284b1d9a6d64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9229cc1c978822ff8224bdf5e8c8ee4368341e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149187c40e9fc75fac037b87f6b0c3f31080eae5e61f9d6036a1df7bb4cedfc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d82ac6bc9029cc3e4541f45420fa4842384f25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe3793244322fa6713861b378213030aa4817c4f1d63e8cd997af6ac4644c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d36343b17ffb5ffbc77457342ec4e104cb76007
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f620ec9a67f648a4ed4462968627e01b7b0789e51035fc56915c6a7a88febdcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4f7aed56fa97ad1a2e64a26b638d39476019d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cff8ba80f1ee51cd8aa858c3011a2af0f34efcf707426501ce811774c80372
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0563cf0110d59200343f07e345e10249e2cee40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813f6af9ffda34d476f03c3077636b222f685c1521e0a70179d4ef69cbd08cb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4309c226cb6873b8cb5d24d84ddf543e43df7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b6495b7f4e8ed056fc8ee81b60e3b29792acad6c9f9a3a06f0a39fcbaf205
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d648be147fa443d3c2d2726a610212072efcb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26f501c37d0590f39c94b42057ad0f73ea4d2b513b90f0382a5c84d1932a584
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776750fbd055d4a440c33313417949c3e132c732
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90fe8f7cdd57dceb33517f469bbd786766e116f5d1eb4f1c7028f59a3942fb8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd844e17f4417d49faeaf430f914db2652abe85c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be27aa4f65faf1c0dddd727e8d89c057deb518fbac8f27a5f7055dcde26d759
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659b2b030add9d08e298c026588d93fe25ed299
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4e5e87313b8bd39c43777a9eef9989621f2559ea75fe6af0eadc3db4927dc
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc544bb2cc0398992192654fae603d5b7a14f55d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99bfa8fb7408fa6220a971362c84c93402b45f3fc7ee063dbce3582b2031199
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6b9c7d31b2fad4b271bbf9185f0ba414c00c02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dda2847beb33173dc108390a55b99f6fe7f4e54ac095656c705dd8f1a4e1d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57836d7f201f092c1c6b577b87a394137e105fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e3adec000298ec06cba6873faa6cb81a1b6919ca7a315f424fb76b7b99f669
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b97a402ac6197bf8dee9a5f2825403b740fb72c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49437580f42ad5b578c49fded25d4c7af37b0ceada86d57dc5da40631df83ad0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196f46edc2d86ef1c7ae6fcff17661b96db6a17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575756c2795dd8bf6cfac44a3393502fb61f57ff757b63f77ee407a1beed9af5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb2d4488fa5ad0a1c388b33b2e25acdcab1198
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebb2ebccd18b2da1e55279339f3c50ba28c5cae01220e04d7ec4a365672399
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec07093f70506e1093193dd768667a118d38fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c82ed1348e56672bddff5b7ea161b082558369e03790b4c96966af0fc105b14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9942466ddfd1546d46a5a4c16a003367fda02058
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0baaf2662c80af407b18dceb4d9f455c8bbce321eb485a27efb3ef46075bee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e452e63478500463db23ce4022da12c8038424
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dc04de21778bbe6a4db16359f78e5333dfb88fd20b291ab1d842954ad5a72d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961850446fb8240ac849660ac85491fb45b2e7e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee346509b72e6d3608c217fab18c584503b02383ec9a74a6fcdad4accac0e61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3770d3f56d6b32b6a1052f11602e17b918906b79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4d88aff52af11e9babae219e5238ce49a14fb31fe46f77405385121dd0273f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee6e56d2736c0f7b84cb54b5e82bade80acd339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3827a16f4dff8f89bd5e7ec244fc2c8e052fe6e7c146f6c4336477883f21521f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c78e144a171d48da6490c9a7ddfb0243580db15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f274378a70e16f5a2921e12a21dbe8250f72533b22809f026c2f65a23d147c94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441e402b2084168ffa9215104121983a931f70e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7b0249ded020eafe6a0d6522602b9fd112d2d36e76ea51e8344ef6ec077e1a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb5c28aa0de4bd4340d45e822943e0c0153813
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bac358d23f8c84f891278ca4824ed5f3dfaebac71f3d4df06819dde10d6f06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b68c76fe900d4e82a1646496a4a4a01d44e2319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717fb41f414decda761fe11a07b29435541192c03ff415b8bc554bf939332de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9d55b696094f8ecc35bc4c6365c54ac350aa40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fce5fecfb6918753b48f5219ab0842425b5fe01e461eab88bb5e34fe4666cfc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e63f0ee6d0e1053e5b00331b6309a5320de3b60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0818d4d17e541c393c3b84e47b9f3f1c30564d561454904ce06ffe005b0959ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48141cd19eaf4f70c201700419b96033785d574
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d2d80544092cfc79f58298cc8f75626f493155016817907230f2e0fca00708
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d550f36389a431a8fe44b439aecd3901758942
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3e722a6fa21dffbf4ec9a925fba4308590d6d3580a6eb75187624d291cde7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db706b954225c5c3be23da905bfbc67dc06e2585
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4bb706f2d926477823d2189095073cebfe178d5efdddbb5ef05913a3bfda67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eb0ff46fed4348626e419298a09710fbe67356
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619aaf19bfe48f4f01ce2a9e131186f3eea678c85dbd7d3658fe88ef4d48a5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d165fe1b2dc5a1cc40c4c8bed3098038a283108a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfc71db7a2bf1bb9d21b3835c18b86d5f465c834fb850ef278f4fec3facffbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89565818734f0969a96bcfb7328398587b62f59c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573a6a59c7a6cba9baa4fa2e816c2aab920b16808805151476fd7e6bb06737c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e563a8504556c62bedd97bd99e56ca42ebaba1ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9c47ca338a43e6cd6dd1e436fa02bd3fd2997eb7e78ae84689ff07b596125d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cd71114fbb08b0b396335471b36ee4b2e06006
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75c7e8d73048362a6b71f702ac70ef43df53dd889367158e39de27443b1d92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1620062024f7c994f4f9d7a7822a868d1f3d0487
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d51ed4a476f5c146df08e8c1f62fd33478964c0a3d0994fe4210a151b842f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85727572592f09e342f35846091b03e3faeb9b3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb566ddf88e4be8afa922053a5ecc68e12899df8e71bd3d1ea1d979b9c5affb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db04e36c00e3efd0ec11e5ada1d94713a2b08e5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea7a435a08313abd18c15c956084204b6c357cc3d4c4424cb62084202281673
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983e79e575d60422702bc8e652d0aa4377499b26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc44e696782736d592bec371cb9b829eb5dc6e56f91878c06bc3810896dd1c66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3677b61e629f535f168a771a9dfef5667bc6cae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959f72f7881b5375e7b2f2397f97f9dcc5078248929aa6ed3617201430737e0d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad9ebdf3d3f0b635bf4d22ad92c631ed234268
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe842f204166ba458b0ccae537df0b8ff11af7841be68d059681c5578558dc2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dd8cbc8010c38971b2b19d5c7dfd3ec011e2e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfe4457d982c82fa84d938bf65d58ca16c9c679b02b8238072c1f98e96f6f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3bca9ba9e8031f068e0c2f54a6f80312a076d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab3d87f34eda1856bed3e8a5d5010427890463ff8ade747948ed548f216381b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c7b8a0e6d0471e91d8ecd1921837b1a2c92e11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b71a844d9f211c994c5e97ab0f0e475b28c6afe1a78ce03767796eb8e2386e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b3f93092cf0dd56afc0eb423c0583ae32606c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2c5901fcf8ce120d55729be48bcea8be650b714b234a525d21fc82fe121533
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d1e8d31d4959a6465aadbb90e6b7a11a35163e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5681e9d38839b1cb6171ffc41c35ba10c40ff085ab61fa57ca230cd7715bbe46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1faaa9a8bbffeddec360920b66fe53581096b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cda623a2c63d1ddf2f4f1469d2cfde77f01a56345905b8d0d0c022188cf1e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210c33887d9a62d02f578ac3c7ccf7bbda4640e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a7834e5438cf96a3d2dc83518c7f7e31c90a909a039f7f27a04e3774845e0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d286c797c3bc2ddf4fce399c636dd7708ee8fc02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d710fa919e1b0b7051cd1d622b813373abce9d066a1b6740950368ad96e6217
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df397b2c366530dc5cfed15f3c8e3de803312a2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e60842cc1ccf8e25c05e0b745681742d9b4e6ecb6edb183b41f41d61131945
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91c2cebcea864847189cb5f45835417adf805ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd82706d1f8639272b7537832de982f11d323496a15d61b8f043ad747053b6cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20b01e1900c5ca10f06d57e37fac31067a1e10c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c88a46a1bd4d4457d92c09f1ea3cf8e57d819db8c3b9f48c2ab0a2d0791d858
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bc19095bb85cfd496710789ff9b555dba12cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0cd9cafa0215b628f863ab8623eccf7c8a866f09caaac5d35667da402b9164
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bbeb7db6cef73befc1abc88119e2efe72620e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ef0476c5c70e30babceb9b2ad19b10dbfa932a9e4b08cc496566d9e47df305
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a08c0cf04d1757d911a2531d6367986e579702
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58652bc91e494ba054cf1dd774288b976152b26658c2a420841836e39d080d4b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c07fcac6bf6b9a0cfb893d38b3734e96f055716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8038aee7a44f1656638170ad4af70a25b59e3e30e5399caa1b892bb4de199f41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9ed8e378ca492cac0a1fed315978d4cc95b3a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60303ecabb8e6bd14d1cbb50beee898bc11923e99408b03cbc01f558a87ebfc0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48db4aa637a7d39f2b3f5675b412299d7169f73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a057ecefc22b9af96642984bbaf9c584ede098625e61e7f4b0ba087b1a1814
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2fe761cd0f8be35d7ef5a39b5eab5f4f955f90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881245c5ae0e4fde651f8b34c791b3f7e49c4f83ded03ae8a492b71e33f6d4ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7dd45914c502907be310e95ccb50f9a734be94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f021e14d86797f2152763469a6cddd4f3ced5192927c7b95e0dc8aa05cbf8f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2117e9abb705d1ac5f84ce3c382bbbe231fd0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58327e7767df6f63237657c55ba209e651f314501724cda4d685051eadce00c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e54a9dee6270521ba8f9705837c66c440e001d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9ae1c5734e4f19770d90e5992120fb0253cac25f89ea208ee6f18cc5de1225
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8314c0f8abbdd264fe86cd2c9f013e42814307c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2491e4a39a64ceeda142b69378be38664c2e993b6f467f62389dadff50f58e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b68384cb8dc1d15f4dd43d8de88410fcc3c17f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2290771070b8b0e9fbb2202d0d8ee5bddcdf74268bc2b056ee480200de4b0803
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c5e5451e6024515dc723f9effe4a420d57c584
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cbab34f28be5acd0433a156ea32cadb3f2a775bcd33036a6062dc9064021b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e7dfbe451ed5f3a60f14f608f7637d9899eedb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c51760956337c6449a5d4a64151dba955a9b23633cec40b779566dde24c0f75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cd2c564912735df45eeeb4381e4cae33f10cba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5a989d7ae693984f2c26a6129acc3c7854b4a88d0cd00dce1b4aa9299ea990
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64fabdb11122926c294a3f0564cac5c93296a96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26656db024ce214be4d154a776bc6c7f9de026077524ea0ff7b739a07d323ad1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9d1216b06183cde02afb1d0ee1358b1998b9d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652e39c0ac3750ca94ee033d21b592f5a8128a2019a916d045fdde949ffcae1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e266b6e8908bb4da086e5af166b85604639024
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655ffb6697dab094f2349d8769b2ca54ea7fc02a8dee089d1f5f05cc574c2fb7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e332b6098b96abd36c26b6c9a763ab878e87dd49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455448d3240c0827395326b28222e2f03c939af36866978f643b00fe9e623248
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce498e41d97f36e06d17d46c4f468464e1dc97d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58c921fe211dae02996bb2498db8bfe9c2a0b18a21e5b3b152dcbe18bfb5fef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a397945617e4351c467ddeec361aa7550f40f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c2abbadfe0cd7e84003970791fbf31fb4055cf93d5f47292b4d73679779df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d1f526150483288e959695e916698e6e2b4828
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017a1ef4aafbb6004f24201b75b72b574e041503be27581a61d40a27251c6bea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb452c2b55e7369fb57886d68c992ae23abc2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4137e410d25d76be808b46873ebb717ede301dad53af97691498cd46a2815b70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22411f6b14ffcc0a3e98ce7936c2aa01da493d8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f230cb73d2487fb7e3d75bdd47526945d97be10d9fa7245c9afe99a5df2aae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c7b6c9a5cd30622d3042b5b8b40e21bd00801
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f807480189bf0690759462420ed80abe41cd58beebab98d288ba56a3af5d9dc8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaf0a8a329438a0751410ceb227b7f6aaf6d8d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203f19e5db60d5b21420b401775330f3821d179f09ef22174eaa58f385703be5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a613d3134e4c41cd13e04543a598ed4d4b02f199
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaed7c3976e2de22ea503562b86ff5920c33f98e782dbb96bef38f4f262a35b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade001321fe96c1b83e051dd40fe8f2218866c62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0572edd214c93c48885867d28762224a9e8b33fd620490f6fbddbc27de11a2f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb87e536ba5c0d694387568d8cbfee214cfdd656
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f1b7cda05b5ef68a1b2cc8d87b72d1024b7b82efdf7ffe1c94a0af37b946a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd2a4bc81cedd9cd58f9d8f80458610677ad3bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f277a21d30bd82bedc5f32f5927976412a72fda831ccdba0b56cd6d670c74e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4866e12b160497bd9b7daf00510f0a4ecd2b2925
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e4e8dd2088282e63d38768430af0b69c2afe10cdde5bfb32a8c68cacf9d64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e99a60d61647fbfd17b1be3f01167226b87142
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6473963c774e01c0fce10a9caa49f01718ba1b074d5ff897d369046bbf841f30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421840a21098e01940f6dd8d6e9f4af3c1bd3cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b53216e51358ce33f9796ae846afcb20a87857e23e83d11fa7937b5887f632a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be595e476b1378af968a211ea0aee6256588939
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a8c5177c806d9342246cc823aac16fafb0eb8999c27f2576faeb3f7bd9678c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c43df36449be10f3d52e7cb4a73b14f2e543ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b77c711599d256f2083ebb139b29c2803b963c7201f6a3798713ff49baa9492
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0afce91c2d7c4a5fc1e167d222829fd20c4fe47
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd76973ec81bb6679193aa525217af3c55f4dbe59f99d74fac0af8621005c5a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b684ad6ea2a0ef5bf3e1312a26329637ecb811
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bd07bc232170f18490669eaadb0c1d70386b8419754a6da5e2d49edbfd1e5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917b72acd22883ea67235ab07b99fedea0cdd66b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1160af513332415d19f4df1e0695b18cc50d6b005e42dccbf2197036a033763
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4e7930eb541f39b27f7464e49e3173fbdf717b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514fc6dda8167aec35e9920a57f8d8524cf7a39e5bdf37b9b989878b1bc06c02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37632b90b5b37c63811dea315a448fb25d82af3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb38984d94c6985c613f8cff5797b7de5f9e6363518ca25b4685365b997f49d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9862ab27fb96a56371f8258df9cb450959ce00db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce6d2e2be2098ccf67019fcac5a8b9a97a3bedca2786dbf79d4e921594bc68e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b865070c998eb00c04ac177bd503e96b3afe5a4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c0bf9d8bc33282f9789de53363688d6a53f2c357db4444e7f7a6e2ad60617f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4789f1ed8ea2760f0e6ad9ed8d5f969b658eaed8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae2edc12e2a7b7fcdb53993c801e961f8368beb1157ddd5cb8c59a1ab0a9182
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eb524b82cf244e694edbd6d8bc45c958eb3042
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b177b6e5656029f6327328ca1edc8bea44d68ebff937b26ff40d5746e184538
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448b97ffe71e76bf1ccbcb99eda349682db2e800
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f3b208caa8fd0f6b13d6a58454e8ab5a3a3f1adab667f4722277f09a04eb2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76d8a52d967db756e7f756e0f1f1e458662d20c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd401a933e0216f7af577a1580be9a23b8a03e580a0e3912ebb376289cd8e912
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906096de6eacbcd49c665757427b1552e0506714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6955f19ecb927982c650cce41b8d4b8967ff0c803489b10e74381d3cb32c3908
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c176a8d2f96c594369e0142fafa9e49cc3e0dce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d62353981ea6a78ac520d4a33839114aa1347ebec2f14dd4fcb8944dba6bbc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b165d8d7a4ec033a792e2f69219055b9bf66786
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95552ab842c9969bf0d6a11cf1f0606a5a3387e2f9b1980315a2d05b32faa85
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b182dc6e37a599f95d81dfaacb18f098d4b49cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1805b84e6f1769997068183dd0cbeb8d2fb9990be75e19ae8671367c87579153
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9926657f1b6b291f51af894546c2828a534c3e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf2ed951e0fc48ef87ffc13da80cd36a46ddc78057cfda2f967a6c96f92e7d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18275c04f88b34321c7a3be918577a0e21f35a1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814b045735096dd10fc0d7882d8c618b97ef44bf9b6fa2653e23d59b2ad459c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0507c7f3fd9fdda7eca694678b5102c37078b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b313ae7f7366feaeeb9d362a7af8454f0fc03ec6873dcb940342e8ff27a36a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9920a6de62978f9d30bf0660ae13abbd728bdbac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977709d1122a43ee64cc2f72e78924a387b701b0c5394114dae61c83c85dfdb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d34d23b6ff61fe4b041b64268d32ce718bcf60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe33ea73de30af9e07860117b6e6e3f6c06f24ffcb267043702ebdc79b9b0458
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc07ce40f124cede96c0f5555251dc88cb0154ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f8b0391f731c54b3ae9e97411dc4249d1ebb55d5ae3c3fbe51494c4d758186
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e928d1919ed7b330a77dd8809d0994927ded7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefece0ab6bf52ff07a8412fa69c2e652be5f4ba95f04246f2a54c961f57cde
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c01fe6289b723a3eed91f4006b05d1beab3acc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b41bbb969bf80d8d1d524d3eb7912784920c76745429c99decb9a0d5783004c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec93e00c5eb7113c0abbaa0107c1369a3db950e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b659b1c855777a5375a9a0b7521a9105ea3573a37723fed54a2a178eaea01d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597b40beb8d59393f75b7bfd72643f93a44e0da0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1030689a2c977ddd668172e0dcad0674b56e45dfb4db9736f3e22940f38b4d42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04462d62906a8d927e62dd1dea76644860a7036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398939904b5f1d3bd60e23f201ae5b82fcc739d5c069d4929627c943200d688e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70b59e57716dc447f3c6b889146591ae08012ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8dd93af7a93b4df359511b0a459e9678b6e2facbd0b2911856ec7a73d491d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5693ea9b08bc978320c49c2855ef1f999cfc2c95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f434c6b9c08f81fc15ab83af8ea846066815b2d21fb52faa89ade0e8cce61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f716dd712e0d21797b7334aff9d5f47e04fe6934
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359b30e5079d5df8e6b9deefe8e268830af14cab960321349dc9db1e1aeb8dce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fc461d7d7b25a60e0be52290b3d57e8162e07b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf487098a2f7cfe33d29e2bac68fe398d29405580d23601012c8799e0010357a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a81c58b789b71bd76fb7047de3b3fc6f9fccd98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7c41cc16377ae0b72e3ca415bba59526e582b02c8b262b138c18f88b835830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20666ba29b6362db6ef1242c49fc1fa188b6e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3a6c5ac794150d77fb59e9b078f123e46bb2f40a204c26f128d9c0628bb09d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13112e9ddb3cef2bdd83b064f5919a17993338db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b722b4d2a0b2092780a7007dff2a2702c24bed619147ba861171979753a2728
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cf7d750f691aa43d917e414d8e2c4dfb96a385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fd7fc181452ee53b420c6300ff10a77ddd25de79215f6338e2151e6974ca7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91548ae34468509071d8889fff8bbaa8d4aeaf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01bd7b64004eb36151bb11578d07cf8cae90d3368254674ba5fee7d0d75d787
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4f7d1bedefed59c0ba1fbb8f742d58f1cf2535
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ec4062d879cc14900f0702fa75dd52e3de852088dfb684645ac3824dfff91
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49780a5c64d3a91f7507a14b37b912dc4f088834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc53dec1142c75507c68c59e5a2a73be8fba5899e384489d1a14df233af7b50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b722b8257b9236bf8c39cc54b9e7fa54b9c9de93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8ef9497728b84fe8f3d33aa3d4974e5ac35193acd8f64673f677bf1755774
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf61125768807200e2805fadb1a05dddf15113f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4512ea603ac96388a34891244f71c7325dc098b2d92b61eaff5accc0d58d4f61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd32ac9061759073121070364c465c98310fdc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4878fcf914c4aba8da34337d2006e4c0cc856fcf7358d8e5ddf8b533266a5879
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0250d2f4005edf21324ca83325bfc3f26c9745a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bf1dbbb0e771a6b78b1d916d5994338dc4e58a81d8c3fcfc8b0a4abacad17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab5a01aa55e049762f29a1223cd39ccac3878de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc6deca03485d6cf64c3084e30e32db2384015a9f97080323c186a341d11e0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e3d1dd47e31cac68ab71b128c8ca7920a1377
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c8adc9721530faa3bba032ffcd87b3c7f390921e1b491427478e016b9932c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded7f031c87142d0f43f5cece0d5e166a0fc0bef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7585d321a5f5d0e7006ef4a26afa3149613c195cc9694069ab59d9b7bb0812
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9353052f46ab7fc2ba09e39fc848038ed80e27a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3168f56d06ff7b031a0e2e1a2cef4a85d53c08a652d61296ddd819acbba6af66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c70733f56307bf4748f9b0a1474321cc27ad59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322e7a217db6bc4049cc71eeda24b457425055ab879ab86b6df426e5e7ebccdd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66795d79b3680352c893aca0d84955621fee4ca3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8328b0a42ce4fee3ab1893773b56a3da597b4af617a0f7c8b68b58d28afbc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d18e718261385c94321d18cb79ffdb94d68ba4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2004c84ab8772510ee4039cc353581c660ec0981995dceef7b0de1a8cc9ea674
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552d849d22046ec7d8adeb3b96a0ad376cd4715
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cfb94cb34523c4b06667930c28bf7b1e9ab3838f9c5d9e82e28995bfe84606
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047cce7fe616827101d22e572b8396bbba7e3073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4ed20b81d82ba1e9b0e5d351616a57ce5e9b116c93f714286f50595a295080
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638cdc135eaf6962b48304e861e370203d61069f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56a32ed08deeb1b500ec1b0ee7af45d50108a362d7d9fdbd9da3ab58976f50
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e53ca6aaf08fafcb11a365aa98117ee6dc8c27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4802e5c610b0d5b06c039b3e4da0e3c576714cbe703b96994f54cd7afc46193
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ebd3b8ee06bdfc59e7d012d83b8090e40b9f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aaca62c32704438c5ec8c3dc9836e4692d44e5d9df1c24fba7a4f5329d5319
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b609d093f4d1aaa1f5221dc28ceab58cb80470
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2f39cf700a1c8b18ebb957bee36af1d77ac2186fceb5f2c3ee7ffa12840267
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb18c8486222a99542a78a018b3b15fb79076fdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cf5d64d9fc18844c5a52618b3ce004df8f38f2927ef9428f9831bea0ea36f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7904ccffda025dccabed416541080329ce56e8cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843006a8bbc01ccd4f2aa5ea7396451ad3ce18f76e5f2a7e5351167d156283ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe8f2608d8347a4331c9863231d9003feb3753
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f988a18ace6a2bf98f5498332aabb64cf0623af2e1368d298f7908f4ae5b1e9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e75f4747f2c0ca9a5d0b191c501066b4c8a9905
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fe03ca625dced9a9b0c2c259bac48eca9487d958d79aa4d3f27cf1c78a39f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7315151a99af6e59a47b5f4d8aa022fe2df3c489
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f25b41f3a72c973d84c5142097efce34bed593487b9132a03798fc44c4471
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aa482d58ad5a0d84b6efea8fdcd0cb0c1d80bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7fec7c293da5008b7fde3e18d2d7d769d4c9e74108181482b4687d7188bcbb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b075068ad4507d9ad4fb0dfec78d1f1d6bc5b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beecf7f4a2d74415f94f60ecb03010638f71384d1cb6f79594184c4b781cf8ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9574d36f213d8a89600a11feccc93762e5110b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b837548766e10f0d7336ddb69232ecbec0f4056e82886bd65dbdb96ed783792
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d030fc89f488abe3dc4a1069a0f82bc9aa0b059
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45788c2de3542d3ed1d541b1d0c5823fc0e4f07a0569db1d5ad9f799862aa170
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd6d035146f1e58c21f076e352ee29d6f7b50b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31de120ff00949a3a9ca9e675ea6ad39181efb38e94382d17acd9c1490c0f2ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad04003cd5f1acc5f7f67bda87124c8f1bc7c70e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca6f22fea2b0551b9f8c280e0b9a9aa6cf6e2506fc82703e6edb0c7751b20c7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa49db34c3dfcdbc489e1c78498b2ab1d166d31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dd6d554822e7e655223dd826b7dffb8b29b1339b6e54b86adc7a77dd280786
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23741d4e9d0a0b6d050bb2b12e82172376d0da6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9383da181ea670c6bacc3879f27f0cb7cfa15b4558cf153ff5e4c312af87eae0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3630b2e1b8df5b8fbbda9af9a4989fe7c09268f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9858e9f582f26f07f729034847e59d1f73b91f3b7ab33645abfdf7e02b5b6a97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4032eddcf164fed5cc955ad7f5a2657c68ab8ac1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7476711ae8f7f262c749ea2a0fb8ea1ef4ed5260827f80ac413f5544ff1b6049
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78af9a71f9b4f4409ba2ef5f1adf3d00dc379e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9a18ff39bba1b89b55733236089843b427964b00eea4e38807c8b548962cb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccd877ac22e0f412ca52b920d5ee352d12917a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57623eb23f5f02aed6b0a1e6904502a52febfe551e782c567109e652dc9856f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3edbd6c8829cd6feba0b970aad557423c37979f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0509389392d6cd0f6b710659855a1c55f0da9cb5fd26dc0d9fa232bdd0dda2a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75f3f1f72a242825c8500790404a4b7777d4292
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93579103da55540870f46e8c474ac26e886ded57719d2892469dc42a556f57bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415bdb8f7f493ff22bf756452eda32658629952a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7897a4a058dc1b403b7fcf34ecb520f9961f45b9a1fb4803e1efe50153dea5e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58033a2b3517ee98af0bf83b33d688eea6bc4cd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab52d03f326f11816175a2b1efab557d5d1c99c0575b71234903489cd641af03
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67813f913e33d7c87567d5b8b05e9956a1d691d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3dba86469f5f0270d0a03e949e4e747b79fbb6577945dafeba052354c77b8a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e875526dec0c791fa8d5293f37d1b2f8549bc184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553e3f3c9b5c9442691068b84096908a5c426c680a9c0b6a7889db5eb51609c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bdc4f0cf590fd13bc2cc4d3fd6216b68c74b90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cf3f00c18932d3d49bb36349e8b4fb1335cc6d11037ae7f738746300098658
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fbe40b8a614bf54b03b9126ecf5686b00d7206
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72215b290240c70e797e35cef65341959bcc6924479ac4498accc61aa9c6e3fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e07adb12b0824519934177b4f454d1393a6a297
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3bdee221a5b3360b619d0736b295612f3e0f83e27f76daeed27115f50b471
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6523128e7ccb4d5d83d528daafd783b5b31531
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a02aa3dccbde4fa76f4c7b21db38c9327fc863e6ab1501fa13080a3750de25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33f08621b9b1e13be18d78bd004e16a7e192d54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0a3813760b798d1bc37ab3d5bf0e1bf88f1a78428110cf31ff32346297041
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dca5bf75f0f072cc9ff277ca7df59f5bf99ef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0446abc71429071fc1450b35451f76ef050d0d799e69b22c0bc1c66f819ea01
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99742219c04f546578aba92e8354b0961eb4e81e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928831113260599044cee86337126eade95edefa048ccbc633450db643307c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9cd05db5d482c8a1b32f32d3603ca6cd300233
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bb506b58b58f10e456c8c81245c5e628dd43e54a27ab58bd89087bf10de364
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bb7972642c4d5ce95f6eecd96f1690ccf4a905
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724c28ef8b3fbbb97346a73c13087818f3387c2a45463422c356b8aca2390550
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b032591bb8e965db78745aee4dcf39a1314a5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694b41cfcd762851609b3964d3531e64f9182ff5496ada03f5f762955053a38a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ffdd6e44e8595b05549300e2ef42a1008f1912
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cb112d7e9f1e806e99fe01d0f04667cd660a3fbe0ae88411224a44793d28f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a43deeaa3b17b09912e8b5ead28311bf7fa14f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb2557631294b05bf5527df1e9711df7447ffd12e778f035ce4e81316037012
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9387a5badea7f62b7cb6622b177b7b34cd3c230
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793e3bcc377024388280465fb2346b7087c81d4bb75f6bda5c5934a7e2736120
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e486cef686bc70cd5180398212af86c2b964b96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adb29fb5bc46a84ec7896dd64c2f74231aa4182eb39893cddc13eb6e2285dd5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12516d967f1960b6541a731165fb195bd20e856
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a54c4b56d54344ea0e5edf40cbc4755628290be9dbe1afe511a58c939006854
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366898937f838db9414ffd780e8c4534d94c3e4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aca7e623b1a4b6c4ab5761f66b38d5d6686b983725eea20793d90093b1871c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d1c6051e9bfe0e88a1397f19365c7179eb3bb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba3ec8e4c1ef42a724c18f104d9513164781d21075766690a306628dc4bdc9c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3df696f4d32d5300ed5ba91a8c1bbd4f5a4885
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2432909ee1dfe5f4fbb21ec550d6ba39fdca819c43cacddf1a1ff48e6c79444b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f27a4131b28abcdb76c93bd3b6c7efadc750fbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56766bb2fe412e089f175e9d7a1d5f1797ebdd3e1356771d3f94a59a80d70294
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fb0d994e2860cd4386f8431dd96f12f8467476
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cf33c71f267f5923760b9dfa9b5d67b47a13696b9fe5a3499fce7c32423612
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ef9eb8cfaeedbecb83158cc3ea38f1abf8d30e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141da9143d5593ba239348dbed8663743fb9418ea5af7214a98d0ac6f4e08a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85e126ac12daede3c9d0d12177bc7856ec805ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae619f864e007ffb461d5502ded331dc034007b4460b63444dc1717ad0b2e784
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6334073e53ccbe4caf0084d6049d912e3204201
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7218b1a7db058fcf4ef5c0993c8bad77ef88b1e9f9d8be9579ee6fe23d845d94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce871e754f0df094bbecdde414f44a97951b87d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e004b0603ac184ad6b3adcf83c459fa091889ff9b062a72a0afbe0a63a18e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902928a17ea733a83d315e5de65cc1e0c14b92c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8e38f09b967e02f96bafc0ce77b73548612093b28dd78728664ac23a5b3cbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d9ffd419d0a306588bbcb9885bb126f7384fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9eed2d054b4c5abfe6d94fec4f255c6a54974554383e3f8eae63e4095edf4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462b2ee4b09194c48daf8e9c6fdca10b260ae00e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d4bedbe05abe77cc7addafbe6a96a63140fe6071abaa9ad0fd179fb3f2b65a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82ac4b9649bfe2d021e95b489a9fbd4cade2ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea28c2511de4e8a5b333e59c9f84c4b7b2c4db9e1cf306d58caed230fdf86ee6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3922536815a6340c29afc991bd4de6b05b1cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dc1bb27b87018016dc69bd4068218d8d03031ca353cd8605b991d38d2d1bd7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6562ca4fe1531e6ebbf123ecff61cbca3f26b5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6bc1a48bd539f68a40caf9a64d503de37ef4403a3bd176e1c36d58a46786c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b5a0c9570e58435743b67ce6004f7d53eb7ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff5fed5560e2b2f12e39692f2a8eaefaaa1ba06c9a8d3893ee3cd7c4fa9b4db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975b620ea120e3648b9673e7170ab61705ae5452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82be6291cb972228b973bfdff043967249588db2eb58c3e186ba0f29c99bf45b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798e319ce4c29cba64b349b05dc5cea471a86dd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9012fb7c136acf4a3e0584eaeaea54cbc1a95219be99abbc9ad5332149e85bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2f074d68d1831c9e34715d881c6379dee52188
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3a7b894026f911fd7527938570b89c12b6de4cbc94cf5d664313dad20d8211
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c81e3214902ca5f1f98cdf4382adb9b8144b147
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1acf0774d503b252355b5db22d045b6bec32192cece5e9e0e2aa35f4c56b8c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0130cb9f04428e0019eeb591d142ee82d884269a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f8fcee3c514fb2523972895a31e5613537037e583abde89024af731a32394f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb5037cde0226a460f8290a44b84cc64b3efeae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141e1ba8066509d2f261cc1464025ebaebe52fafe20429fd2b19be8647e1734
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5482442084e5bf7ce032c64bde72b3d40cdba23b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869d3f18b01228a0ae517af57c42fc5ef2648407549b43aa8fe601b83b99916
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce3be969b5fbcd5078fbc8a45f2f3bdaddedcab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81ecb08bd840dfae595b83e956d68d4ef2170d5826c74759b210413732ef87c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21417b0ed36728179155d75e82f12e26a2809f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6be541d0325af9cc3a642e828ed6aaa54321c852685d3ddb4a1732c6669f28
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8257100e09bbe66edfc6cc004c3bb7b0dbf7ea46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8967e9b9b3832b3b53c2b15581c62731017b3e8e30351c3fb017a538bc311b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627817827ca5f39674124cc2388e40e96da69374
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a351703d1bc50934dc27fd3cf9d1898c627167ad96b3bf635465a53f6c470ada
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c36a8ddd2114280f55ad6cfb9c374f682fa7b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01767167e9c77128998866617060d15ca637c56dcaf73a936d370f913e771167
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20f271efc4a8ddc61a61b0af6f59617a579247c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01ec7aa00483af3bb2a9a7897c26c1939202b85201261658e15a17ffa1eced0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b090af15b2000150958b79bcb509309a79a0d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a529334ac6ec9bb6d1589f3bdd165995df508aa5f6be33d24ae36c3463f7cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf53590a66db8eaf504b68ffe75de3e9bbad5d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e79def6aad477ca22bc26c09eb406812346b01c1b71579ccdc29a71ed1343be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacc6f8f3a2e3aaa805b1133c97c8fb8d441dddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623ad1d838697c87ab52823a4f074903d95802fc45207323a722f92e235e350
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b12204e4e0051925a0ca634109608802ab56f41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051fd1c94668b5e218c61861d02e03d6928ff36252d9b40a97e2552735c9ec28
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cabbebe4c06abacd035133d426d8841e5af2dad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd689d014c45cfbcd88cdee1ec2ad5c6775f74816b372f15ee02068bc3414aba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd109032a09be8b119362bb61dcb110006c33351
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb92ab50dd87569f274db2a3e0cc2e2823b7279e6f4600e8d01399f0d91f7f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f5e07d6c1d2beb368ee9b2fcb76b6db0a49fe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ca40f7e30b132ae2179129c28a9d36a7048ce5854c28742475742d1a5d3984
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27623aac0f9dedfd469eb39cb9d7b6e6a2aca2c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0d8c0143f7af4e6e368ae290d12a74addfaf9195d401b315d0f4a7f76ac6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de4790bd07c2845f5e99e6e8d9f44d0b63f3b13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb22db7a46684a9373bee35d1465e88f1d3819f488ddfe93d0fa55b90f066c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9609376983b4f31e5831fe29ee9365d2577621ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5d954b8fa331fe1fc422918c6f8af221882b104e1c1980b7aa5b2eac1c5ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b572fa3712266a01cd0f88791b3ee21bf84c195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad85e34240499acb77f85b6cfc31e72d06e3d0f96f38ec1eaf8202ba96836e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d7b6cfdefa6a5384f261fe7368b4a6095cb76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea704f8f11e6723f29d6682e7eac6469ba2422ba5911877726336ecf5674b00
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86067c67637dc4b1042a2244bdc711bc5851d2c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922147e5b61cd197b1d9c463c7768b79fcaeca58b0a6e6da3f723c7f74e0911
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b169d4e9b53a34bbcbb67b4a9dff270c6bb501e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88181edee2676f6556cb68970213965e901d89c815763b28586fbbdc9e3e044
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c135d4ccdae14dc7eecdafd7c389a51e077d2f4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e6915684f5ee51a30cdf03b22da502726faed2e03fd0103504e6199006cc12
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4016708670d5e2a3772025526f214e7a798ad77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386a1c7d7a11d2ab474c3b446c9583eb273c0480ab7ff7f979357ac53f23a3b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7760fa31fcecb6a1de4fbe440d8f5fe53810a2e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c14f07be5031678712f5123ca9180386af97ad79c7134da9b174a0b38a5ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f065baf283f1741c27028fd4568fa112dcf15ced
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1258cea98fa87cc4a13cfb290c952db8a2f4560b31452ba38e684f51ec2b6b06
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a802f43c899a9e0e65d060ec8b12866f4cd37abc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ee00d36f3bf6169381787a65999e19132c45e5f5d8218132bbcb1f83f6a388
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccda7a2e83073390ba173598c1d2fc3d2d8951bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca178c99d1bfc1633a58382944d673773f4e47093ff56412ec237870fc14892
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced700eb5ce92de1b843e6581699cd89b3debf27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f9081de42457ea4558acdc91939d5df1d548ece4c207ae785c22a6ef63c367
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87679f31575c55a2759c484f8dabacfb8d57766a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b410b576166ca925d6479ea21d6d50056341064ab016f7f3a32222d71f66bb29
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac1c2de4d2c0a5de18dc4b8793e75b9ac722edc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de6821afde10b2b92a130457b40beb25c3303ff5f7dbf0a74c58d66dd486a6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10d7b5f70d2f66902e189221c48de9082093757
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f2cc626c2c49a55e7d38baccfd573b4a5bbf850bc7f03ae64b365c5f75a97d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1310bd6cba90cf52997eb0e9f08d47b59e33e824
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6887e51c14ae8c47fc76e6b2323676ec0471ff11b00f40082e6d0161a7a87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de28b0669a1b6ca17ed15c2596c5d2cbc18f640
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85e0f951d19190ace9fb66b55737fedda0974814879f26776c55e7a1b572d0d
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b10e980178846f81c6f0ddc6d9f6aa8816bd49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3225499b3cf405c7b40d0fa1787362351cec547561075f5157be049a72ce2b8a
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697675cacdc04560fefad0509d797fd152677051
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4c9c0c8a30a6cce352ddbc7efd64d5678d3546ada8be1589051f379189f04
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bc4857ad7e628f592cbaa249bd390207f3c3fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54530dabedf1ec7a7081cf83ce61fb3af6f0bca2d4c033577c56ff4ebd80e954
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7332800cbc680dbbb2cfc6e0d056372099d153e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2307dd15b89a4ca99fd8816497b10708ccc90d66b86caa4bafd7a5dde801b6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b61855cb4f6c196a74203650e032cb28bf3547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711b7cf852c91d4043715ebeabb98ff0b874d949de4d2107d648c0ee6d495a60
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede154397d6a21dce21f6abc7a4cbbacd1de863e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3aaf08ec9465b6b7fb112dc72e302ff78c00ad3f07ad70abe392d0efd3095c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52375fcd675c96e5f7772410014d4faed6a94387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbba2d5c6138349c3700f175530dc445ea0f4d95b42df65ec9d4d1cdc424a26
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39dc67a02ce071a4a321c6eb9a4f564e3f176f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d62b85ae385eabe17f4e143229db1c497d114cf9b19f4080c05b5cd7c3df11c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33eb8d20381a227391be222a9f52b94ab58d349
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656272f7e6aef97bc6bea9e86cef497049f1de6f79b1c054d6180251ed75764c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409bf3709a551ec79e4461c1ca00de2c01890ea5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcb28f3ee304f6124dd60ab90794131338f2047894c1ada4639a41c198ce12f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61738fc3d3c434cdf0fad86c8bd9c162299055c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba6b800bc9395deb57d69eb9c75497212fedb2d9b76670d7074428ae6bd635
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9dfc7fd8b742b740f00bfc5b4999bfade1b46a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dd6e68876791008038ee463d868cf784ea41aa8603d09854654e2e7499c5e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e177e36097dc1d885bcbeac2a5b0bf4bbf9ff7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afdc636891e1df310ee28043f801e9681e66e56938a1942d16b12e21b89d00a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d921c9f5bd634a0adb19c48adaaf938d85a615
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd8af36a28069ed525681068a953efd75f48bded182e1427c37357d80b4b946
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dff6bff82ed86ca519b4eb0abc2c6b3433b78b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5f30519dd16d39d2a4fd2f4a298841bee9386d8330275d2899570612c201d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18bf4026575fc8d8e5ddfdd5b1f209655ea199
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a5660e577da74020e803f3ab233c6dfa2259aa8cca0646c9f8bea53f3a5397
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91695c2b78c4a502b0f36cca3bf62943ecc4d91d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955fe82c201e1415e5b1a8dcf7d5d1d458bed963824575fd84f68b60e5fa5873
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9383bc1daf856982c25f56f9c58d9e49cdf043a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afbcf95cd6bd0d91153cfe796ba2e39d9093acf99c080d1660bcb2afe0e0b77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8220b7795886e3085cef3625b582d10de7de0ef9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828b4ed77d1d93c27b4e33501402eb14d3e9481a3f64fd0d479e97cb7add5a18
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0500db1f3cf27ccd15f018bf3ad147e9d95a814c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb0115a0131e0e49b2f87ede25c05fbd8865d653ebccf8e853625174d9d2bd0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb82ccd02300862ad5d535c77f11d32a467552e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95a613c44e8e82d8498f549b860c9c215f6fe883ce9bc50039f01514e9699fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af267e8a7c2e50762e72e90acd87877322a43b7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf154ba73e96562fd7a4002d76ce894d4b84f1d9001a77a76b38ded2bb54e217
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3cee1e7888950ece9f30d6e849c3134a928b86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeac370f7bf720e3dffdecd7c596a42f65e941e2b18bd6c82938ef677c3f3ae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac34fe5c61d5abee465a1bfa7ec1822d1b03a6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f43e354349c4cc4bda191d3b5cdc0f23468e051974858dbb117b579d0386ff6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659ddbc812d5480f3447f66f59d22baa53e9c2ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86ad5bfa21b599918efa0172eb458dd33e015681b5fc26d741abb523c769f23
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599dde478d0bd5a29fa4f112203f8a2129ec65e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced7b51349dd3cabf33e01505e00967a80abc64ce1e5b3d4065dfea4c106f66
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a97c5844ff3b2003c23254afd58d9894b75ae69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa20aa6e700194d8de6addd6548a1bdc78879364a5f505c7c3dd1008a00c81f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650a38c1558258ae796616cc43fd214ab4bd06c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6bd9c95c85eee245310af9d626c1208f0ad5c4fbcb2392fe819ed902d337bd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ed95c79ce848230ee8662a9bf5845bf40b2f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be334cb13e0b5b838f191b30f27e512986343d4a049ed701eef308488442adfc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bfb820ae8e516528f8968fcffb09384c798314
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef97928fca1155ab923679ed4d72d3b14d5bac12be73416790f59c6fadea439
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4557ebbe3bd2cac3e46e8f78b105f87620bace
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddad4965defbe96c10610e90f322ee0d2fdd1a1d6bb3a5c9b5d728427d7c392
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ad5431e40d84d6a23a0419391c21bfa6225b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e678d40d5bdd26aff76a40b044c26d81620c6fc5a2e7b36ad517a056e643d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd2c4630db987041342de66e5fae6edfd97daee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd0ad33ac2450a69f40595da4cbb1c012c21d79b740d1635c8bcebd09f0c421
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab28f466b647f618bd27db99ed16d52b49ab94e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3367f8ca881a2ebffc445736c7acdec0bbeae156d3c03157da4b23efe30df83e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8836ea7ada1ebf4d09033ded809a03ba922fe6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c810c9bb511e9632f63a79fe7bba4563033edca585d1fb27777af66291b7a3e9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38580c9ab1306bed22a00c51ad198d81489ae482
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b545e642653408952b65239b40f4d82a983451c99e3023d973b2236cd09ae25c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1caa4a5aff90b834dc4f3232d4502801247df0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e547c57133adceb35d0c61031ceeef0ead8a2498dbd0b3b6f7c1fab8d46470b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e31dd8d629defecb95dd466825e652a635b86d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38018dfc4f00ef1c3aa3a23bbc7d90f4c55e9b9ceab1bb08df53244208163393
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4a4fdd909c331f5e717009eadd6954914b8e3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c809cd6a6b12e3421e1704b11ae7001edb8bd65be5d2c4eef5f209650a694e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f166965cfeb04b5417588024f56d61c6f2a9fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c1acfb6eb6380f9f6dbc82d3394a44b37ff7c3b9fb1f90704729255883eedf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58cab2b5dd0aa665e02ae4c078e98ab7c0646c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81795469176a946de1acd4145a89b5ce26ea464ff36938a9529ff3ffff9516ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01fc595abce2d5f0f6d621b14b6db44c75b7519
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c6b45c5436f901c23043614c01b37d81fcab2ebdcd638ac72863fb647dda3e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010c4e93de8bbf032ca91e9dcf72ea033510170e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819a7cb469dc711ef853a70c20516ec4fa269597eca362b4d5f3d0ad25103275
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ece303eaa07609e06d2dfd073bb12908303f8b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebb275cdf5119b2aa52d3631393f64e52d7e7a15f4a39c58ebab6278280a3ef
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccca4d1c9ab2a33f6f002a043706469d8bcd256b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfee43eb9ea6f07c999ea1b4e2daad9e48dd57686df6cee8d6196ce6ea82a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3806dd7945675143ea56920571ea13d452a6618
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99752b4e3d7cbee99bcf03ccc3eabc9a6238a296f4a312a79b7413a1de34be6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abe7e453709051f6ced767f8cb71cbbcb49db17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dbdf38b19e1954b4ed2b70d5b4994499e8265db6834514ea6e8e3ada83a969
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a69ccc07a08ed2c7f1b5f0d82d68c5f90b184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc2f6481c310e6d58bc46b86525ff844fa84d79251ccf2e1274ea81e904bd65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60f948b29ab7c77447932d48f3a8f0882935a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a42ddbd721c41dd6899090a32b021053ea01405881ddbee9901155a841c3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c28417486e22eec5402cf5b5a9ed7b35c7e3e87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3c69459b4280f9a40ee800f4a3546f90e33c1ac48ba1f9fa596e999aa2a606
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf059c79e67b8ca62083fb0a9f0a289d094ec4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403431a30ecb5ba2889d11f8dcbdfc6728414d1b99e1df19a936001e9276ac29
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89dc27568f70c0aada3e52de6035031e07ab9c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a33e5e20f2e325fab39eaf918add436fb8e0b740617f4476c2d4cabd718d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e895b65979cfbdb6fd91a5e9fe125eaf8a0292d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77e237477ed122c8902d0684a9f252e142ae048ba432d7943c5f3455fbf819
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b5c2b5f93b3c0e8c7eef2aaf947b1861ae299a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6c0f09dbafb81cce3f3d55e4a79117cad8c71115747548d101c3df83acc328
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21e52343d72f6b5002deaea5cfdd51a1a3cd685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf14703d683e3fd5d8fdcdde9a6b8e58e636580f89fbe102ca88b3302b12e5f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eeb500d6f534f6a1181040e89ea83f6107469d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001743a350586f99ecfc0523a3cc354d3f5601b0ca94f900d09102de81f347d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aebf89f0b35bcfc18107a3cb0b8ef21d3c68582
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9b58b6a842a66f2f1863814f61b452f8c340f131b1c9b27345b8f8170a7718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d89b50716c6d97b36609efcdfa36fdd88ceadb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b266f65b94a1c5bc5df0fafa80c94fa02c4a3ccb26b48ada8b4d9a9410f5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506e56f6289f86f11bbf6817644861b0cf7d882
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54352a36a8bd23a564ff6f15558ac88002c01dd5b940bdbb98306635f52c727
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04226fe2179888d0e42f3f98a978fb16e3a78840
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d96ed51d8dde850c228f3fa8854c93ba79afa0c4ba2478df533eaffe6b39c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdca2746d73770406103c74ff2b472c06c09cfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d367698f171ea10053d39537218d65eb8ee07b5e944d42d5b4a9cd0955cc2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa560051ca0edbdc370ef8d2da0e195a1f788ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850303d1617caee5f8841c05562e0bb85c45f18cdce778d2726ffd74df97e8ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6aea9c6c5e092e810a23282071d927057bb315
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e1e58e27600bab3441c166cb852a6f57a9a1292b346667080db07909d79ba6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5c5d8ff16155782eacfe945699cf0789843413
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73b7dbcc93c2867a0b1aa76e45db43dae794321cd84bed0176b5cb47ac50782
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf85fd611dcb9bd805fc63f1f289c5ed32b87b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996bf2d0ebcc1b618f6a182a9f3acf51e5171f3d2027e3fbc854368d6925e3b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ea2c2e331ce5e5dbf2920e9addc5061c2c3fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefa4a146f2b5bb041f01fb707065191cec17a0b160f6af876912e72e12c2df6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cd364fbc5d65a571dac53f791a95632e507aef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0bd93836a34ce8cbf6d4c03a3bb3cb594ab9f28eea95306ba088804822a7a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d176b88873a74fc65c147ca0083b45cb15e3e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4b5be5e21a9671766288bafe43d1cf5694846e897a0c831e44b044cec7f61
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaf56e426e6025953bde3e04a3ec17a6876d0a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e960ae366c9b6a688b604b6fa19b5ed9fa5a8399c4eee00fcddc03e825c083e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9c5363907fccc651216c151e9eece9209f00d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566a239f17433f24c7823730cc256dc729108bf2763bc741102461fe1db0211
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87449ff97b2ed396dc22767f7b540b44ce225c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595a1855c5775f40db498180075a3d9ba2126e783f66c5fc7eab6516378ffe7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc8206a1e1d5abcd91f16adfb2d1d65c617d1dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15b8adf280948935f1a15c9d718e2d34332c889c2591b2b8c039aa5d72c584c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004d1f13f3de7bdb280a29970d72c9027a6025e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a07500cfeedb4f8965b334469fad2991bff1b48059c774017c8c1514af992ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbbb412ed90746b37afdae39097b4980b7c04cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003407d792345b07f9ed66307c751f00ee897546f67b7332af449c84e4d6d10d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5e40c625f83518b38472d5abdca12e81e622eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d7241a77859a3f795dbe34f27a59561c508ac8806ae97225f992a76eaabb6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc4e347f54cbf6f32ff2b2bfefff37e0a5b44ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f0a570da0cfc9a7961f45e9e47dad706543da74321913573b11feecf9b55bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517acf865da136a71c46c36a47a2e66497f693cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f236a3ad093a4f271c5efedf7fd00648fa5d0ac888203e06236cffb47155e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089737ceda771ddfb53009dd4afbc051dc4129b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce25de0b15d68c8b4d8ecaf5d3330bb885944cfbb5b649c1461ad19bf589e71
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f20b44dae5819b5c41226a33a0a58c57801c6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3306dc3f2b774fa37adef02c77afdd73cf896766300ce12f4d50e0245a1e5d25
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748c464ff2090f8cbf4b34c716f538cd1af3f9c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5747dad8bd9f7f86826ae93005cba35865a277124c9fc8b1a29c3d7929b46114
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa3363d1103d603cfc8475b018db8d54176c195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801c3b2818eb7666bdac10b1ed21e1cce352bdc2441296a7a53dd334495526a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c69764cd6219959b5366c7a4afa571656b1488
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530a1cf7d9b4b973f0d3642e8e3736428dbf69fad68107d51144ec75c48bc3e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab29d0fef2c0a38dc54581652733f1a1f7eb0b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4e6414cba25df407f3e575ac25fba2499e3ba8069a9d7162b73e49f6efd97d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be332b72296d129cd044ac81d783ce17fb023f61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e0090f31d8f5ac410f746b3ec59ec71cc57b06e8720703fe6a2caa8e7493d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdd37f7e79724ecd35a06e595cedc42371303ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180470a74aaf106680745f9bb23696e6b185759de7f5f611dbf15280230724dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551f0d8ca4c2605105f485cd64a94eb464df002d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ac52e3a53986c1b31d57ed014787407b762cf03a4cd8c25f9d85ca667f3a3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df088912776405997c6aa5e36561e299928661be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce06df4e25434a345b756db808786ed6ac6f5d907e997afadfc52aa015e81612
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419f3b9b1e3a3404cea44fc6faaaafed3f132411
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fc7935b3af6e197adb32acc8a5a9c2582e681dab87d4eb8d332fa40ef8dcb7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8468ff498a5128a7018912f9ad3c8df06d1195b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b414209d4c424c089889d469135f0125e0f4af0ebcf5add16768d9750e3bf4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68beb07ceaaa764ed52440d89a776c0302a4f8b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f55e4696c37563bf9672fe51f97d5bbe6ac59c3001555c9ef9bdc1d0edaf31
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ab09f3d09b0bbb6a538cba01aa2bf64863319e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6309ec625a75f9190d315305d69c0a554db6c106a964213c94258cc9634f036d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119d6a00c93e33063ef5e139f24ade38cb25cdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbf774c30e02e0feda012f3a5e3e05ca24bb65ba3ffe8d12a4de7150717f5de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6627b76edd97c07d8bc2f2d28accb681f94edd74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adbcd0a704025b989a1eb0b5b07a110eb3f27774001e28d25a60395b3a12337
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d041789198944a871447c4beeb6e579e20f69e5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a80b5cca1ae83f8696bd47ff9fe42c0f2eacfbf832038486f7fa1c95408b6fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0087cf0cdc2970d110f338bcee610a57f18e8fcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9cccd6d8514e42e5fd74f848fa830a195dd90c2e81b95f1fc078cd022a5dd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f805e4fb49689ffd08a141029f52e96fb857c0d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8d156ca059bf31cdde465656584489525873d70bbb4f67655000bfd8ee18de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca9d3cc639ad8362033346f6bf3d65c8ea6eb08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424b8761982502febf0436d4cb0955caaea3fcdd6fcc151c5542a6d65b694a38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2251717fe051c427efb7428eb89d06045a3141d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7151c098a46daf05d985df5fb034139e16785e2bf02363aae491fdff2641504a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d07c854880d22e2cf71924a7e9fd9f3d995c119
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47be1870dd6dd7b5992446bb1acc973219770f402abc6371edd2ba8fa2b32c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e613852815cb770c4761d1c83197cd9919123d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5796195f275b7b5d4a0ef82e9516f541e2495a3aa4f22977dcb33a3e88c5078
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5cbe81c7fa9b748d275dd8a9cf18ac1a535f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38299df6fdae25b6a8b5ad70198faa189093227e4af54c184f89b847d72ad20b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e74e0bdbe50b128bd92c2027f4ba25b87f52bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d9bd4e4908715bbd1b2a431f82eea65dda0f49286ad8d56f2ef02b8d5fb62f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fe9104b324718945f6deeb949b8d6b0c775a11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6be13ad0521e5bee51eda077b4b1ae03fd23e01299470fb8525163e30a1e54
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ad04c768009180354a9c520bcad6eea53221c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20aa9ad601571269a3574b66ad2d64561a5a7e7f41836481978118d224382dbc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87479891ea857ec61f9756064c492f8a01393c6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b413edc372d12dd39bdc4be1626297c5854b4a71912a58216c0332919b5246
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b5addb06a08f13ac959fdae5aabb9e154ebebb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adde516663b679e6aa53003442fde4ddf74ce8a988f21107cbfec5e09f3d170e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e0fd36da2dbddd65cc5c6026f82fe26d3c7bb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a225a68d3121da53df2f6996ce82cf4d84f6b99e255991411ad7f9706b354cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748640a1de5792201de71b8cbd7064a3664bde03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2013c67cd99b3f6f8f6ceb74a53f38fd000b7be582b8a43b9a8d89b98adfad5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cc2399c67c5e14a93dd05fe0820c9d3bbdccd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07559eef2a6cebe1de54c07862a8b43af5b1d8dc6abefb72ac6c91ed24b2b28
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a18523cd6c1db4e084a561ece1bb65f1e0d5bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b0c080a5a945a8ba75853027d6700bb3ae55ebfd0e1f21a7827c8e4fa70f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b67b59f182fb7f7f87e5abba969c881faf04dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cea543831561902f7b4c816564bc1ad3c3b0ab4fe9d1d3e17d3ef0cf954a447
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c2b7c153e3d8a53fd05aabb9889157b4ea2865
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a706ec224f2c7febd0d27ef02719c3d2fd19db0debbb65812c4c7a7b8a582
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8b344659ee1a683d1816e1f89014216f2839ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529a9f5eb95a00ad72403265567c75f6f3bf34f166042d6a8132761abaddb502
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f82af2d0739acdd73b15134bcb50dc73167169f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc5cdb01b810a43757c2f6a4b5ad945088fc2ba98ce5a3bdca846d673c541b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7454bd7f432d99ac6745a24d73785eaca860d5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78cac0f946df46cc08912f6853ea5edd7bbf904142482ba4f3463f207d77c88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874610dc08c860bc15cff3a30a149d4b42d7c292
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c666d1e3220550222adf65dd6323bc11cfd2a162a2bb106a446fd073e1f9f7d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f5d8f09f8e1d9f763ead1f1678f59058142142
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f49164ccaa9cba89911808ee0e15c86ab22776948abad238c67f053e8439108
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864b0c3cf05cb1fff93e7a8657b2589510942868
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05972677acd0d718cfe00e206a723e55363efbd1a7e573d2ab11413fd5be9f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00314dae8ed33ebf4fd061490c1f65367a8fffd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c70939263c3145d628b038355a2ab794c58e0a82f01acc890f2dd0bfc1b77
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b20318b92857aee5a7c67bff2f6cc4974ef7526
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885a1cf1fa617245720d4dc47ef796b764e1d356f0c8ab35c8a172a79ee7917e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce35d6d5a2612f45ccea25ccd890be3925b65f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaebc1d825d23ffb6d4bf92b785d7e241c1c9837b9cd00226f9c15ea856dbdb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69de7333ea3b801f245530b975c1eadb1a06bb3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890ed742d1001c0f7d4f15e0b2c97a9ef4a0739513a72a5020e596b77bf0dd6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287fd4e26ee3cac39b6620878116901e12a3d64d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e552b943332ea59ee34c3659036b9a466b861aaa1ccd54768430df615ec98f59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39837e5785f2ccc2587b9dffafea9c28733e0376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22836b280feb5e5303a1d7b5ab0248748def8b959fb7736c0b492ca6b9cc49df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519fc80ea13d817e8bb980b2b67ca329505e041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e616eb737e81a1d176a81aa1e5cfd6eea748503ffb460a826cf29c6fa67a434
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7ed994afbfc3a9c4ad0137a470f62e54cce176
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdce5832dda353c8e260d9172f6c650271c241fd873c4b73b091df092a33c2e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf6c7076c21419852c06962cbc88d1d030e4c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdcb4372bf91dbcca2269522d80452ae41107b900adffc0daf7fd07065a297b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6bd934e0b6547aaba32a6f058d1dccf81d79d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491d90c44cde390325000420b14e020ce1f610d46b2770e07deb58b0acc1ccae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615f47f3e8c2af4777992ec53b216723480a1c0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a52d45515e5dc9053f75707c88321e36dd8a298531c02dc1dce7f4b8b22ecf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284a845693cc9edb1d0a06492bb550e3fd1d1415
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce8e07b3bdbd8a0f866f9df2f48e9e1bafedb8035890a9a78b42dbd2f660c63
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8284f0a231e268a7b6241697bf764fcf03e2f6eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdd0cd86308a5519600ec20443111550f3492339c2d4ccfbddadd02db0e700c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e249dc19cd0e3c5596410ab4e8369b057805e561
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28fb7b2a7e3f9a3652555ca81ca5dae0ec04c4d40e8302210662fb03cb127c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540626fb6a5c1d1e845d31a30af6ae2349fccaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14c0b6d19385d722802068b1eb6f35b560d8d1f6f3342754ab3571f509692c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e45ea154d5cf3b469e5be2873dfb5f05b35dcc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d842317b6abcef3de0950ff39b5d63b31bd6f970491955e7c180a1f302bd5e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdff1a302c3882b6ad340c6b32f48771f9a6cf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbc976d4e6bce4811812346ff712c05a36ea09010eb2f8c760ca5014994202b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b4e0aa20065b9c2bde8dd058778adcaa404877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014bd0a61302eb9ef95019a858ad74e2655d0304b44ee4d8f68a4a7364ce3437
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca6a8f06c663883640edcc0539fdab40a14c2af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6fbc136a8a2b61cb486a0ae0fb29d83727bfcf54de685afe4abc5b585727a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113ea97339d4966f3d847d3339514bd49621adf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a427c784e8c3630fc3e394e6955f6a96866c8d5cac4c7bd500f520164c2ee9a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf37b531d4590917ecc4ce2d92ce142f759359f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a724ef41f6ac353279bf84a278607bd00e997e0a1ca4cf34e7b0319cde1cf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54cf13f4db377c11c8e38d7d4f852485c53707
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a92eb9582c933feaa9ca03c2dbdd096bd3544539c68bd34a1377fb187c2ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feb5cf5728d3297356e58ae45c5141e065890df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d378ce630ead7b2d97be55a2b633427ea2ba75e7628dade5a4dcc9f5b51c764
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80a243440e4082814f1fb9c9d6afb958b567bdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752eac262e2a1b4ba93c5094f826d7930081ae5b74804ca11deeab64dc51103c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d52fe6270fe94676ff49f263ab6a5c767cbbba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b45204b660c235aec3de08522f9d15e5ba69a0db5d14f9df5511a4144f56c50
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd7ce2255f70fcf45264e93b89bd1333dfae090
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241a791961ea6b16ea46d701cf3b650590da7e326ac10a551610c9b7b48ac2ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfae6c05932fdd941f953e04b82f56ba4f55f45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523af6a5c225cae4debe6159446ec74b43dc25c1e46e1b20b3f68fc97ea2312a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b794f521f21cf9709a021f5791f055f6dab54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6adcbc61dd63e01f7093889b0c7d662b06222a00aa4dae5b83583f38d788b2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71056dd460846c11411305e2429f9682b0284a7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7baf908b2d17c22a08bd442171a75d0386ca143a4f82b190f94b2e0ca78bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c908ddbfccc60bcfd81149ff4dd5d7b299fa5511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2010ba12ceeadc6a4d4a69d6b70bdbaa9886ca8ad37d16407b98d453efa77ff9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7cf781155ac788f356f1fa942995cbcc4b6993
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a9b0edf4e82d278a24dc325cce0b61e3087753f6a9774061490c909ec19b03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f377e0c74ae205094b98c395ce3f1c1fcfffa876
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7f3dff1900669f44fe5e028868c82e2ebdc570172c5c823da7ac62d82c56e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b893353c02be09de28e0ec521a5f8e99b33a50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75c8108dacb8c4f9c5eaf15e993a83d3fe7ae00aa5d68b431392c29c7c67698
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f58d023150e9528d870de2d1b58887ee747dec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d61f2d0e8f8f5f76de1fb94c5936f86edcd5160afa02723c29ff06883777d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3efc3eb00097def7e1e4b8964a986508c750dde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d092f7c8b8e70c0c7e4ce32a9417b9c374127923e78c7f54a252279c42d39083
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e645f75a13ca1f362ac187797553c86525fe6c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9af760b22db9caf70186fd20f8c7059114e7d45b3b08ebb297daeb8b89fbb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6593304cfa8ba4140c26ce98d53e1ef063304747
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee9b2e471899490fe05e65ce75a25d13d9c2a83474347ac9c97cd0d472f7da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdebbcfa26ee125331779da6bbb0195b3e6cb64c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb057e13ec5ed59ad23e1571bfad365f71463bdcee6614690d2489d5491bb56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1273b75684970558b74b4cd64063d7906d3ac268
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fffccefebc0e08238dbe4813dfd28751653e5fcf7ab0851720b43364168ffc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c9284258aeed31d4c6cb1281b9f1b399ce8f4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909b58cb08b1f212c93b5329ed54096814211b542223dbc3c4050550ac77b90d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c9a62b0efaa6965b8848c90e053f93dc13b007
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdcb3adb040c124b11453dce243c86c13abe5ba746a93d4f859c9571d1946b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cce073f974e1d89cf58e1c033d75dfe687663fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c03675e84eb2ff9634735430e13271b044ae7b4151638c518af20bb2cb63c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d20182f7f4671aea0cdd20e279ac93d8a6919c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc11901672986b4420e9c63806d16285825a0f5ffd81be38a7a0a1d6deada477
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21152c88c71e313a91a16d8886418dedee8baf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ffae5cbb8e262ec0c895c0071719a2fc8a91b18c3a7288acfca922086b54e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468819773a97c330042f30f55efb5b84f2e2dcb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d3c6f0fba849e1994ee12980e4518aaf06b5e1e0096e87ae97dfc8e783f74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7b858eb75b1d3bbe00876d1b54a05b73ed2202
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b5abb34829762ad50c67361adb4a22ec7c4122fd9681639159bc73a7893699
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee6f2f35694d3e2fc58bf4c49f7e372e2c142f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b5d8d4f0c61bc842a7a138ddfc838c0600f3ebf715a53bb214b05ad38c31f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87ea9cd5af0fed9400f57bf740d1bcb3db05dac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d2164aee74e526626d34366f5f29bdac0e5595b3bad7c45c658eefc9a5fb23
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2669b3d52fb98fa8f29ce19317b360e25e51c54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb964e6105c620670b0cfc42688887aaefd706df06d58fc7a9894f59f66cd45c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fee2f8b31ba089f626e8896ea08bffa5bc17d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de32227630c6079175d2e888e6af6fcc54ae91b5b4b8620e28435723089114c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28c6ee3ac2860c622464a9f28e13192040965d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21e78ae018f88381bfb9649027ba5dc9347d0ddee4daafa59337b48660dc31d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a08242429c39281d67ffe7472f07a09c05e42c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c969ceaf9700d24e416da19e6460cb7d78b70061eb51931ec91a1f3464ec477
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7121f9b31cafd59c4db17cb4753be29b1ac57d5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d01e4202d2afb35cd14e7736b66ae42dc1a42f852eaabd8129324d092e9b9e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b938131b1f6b916d8b48b1e967f47772a3c4b50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8ddf9e6cd9358911afbec19894a57202143e1e21fcadb233eae8eff074160c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea669693fc3fe0f1c222881657733d0a8c1664a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24872870391e8bb6457efc3efae27249bf050ad9001027d7f253c6d63391e046
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244b09cb8af557f52e79f1c7c534398133803554
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf0a3aa8c45c3f9a0a35428a9e75bcfb41f48e3c7903c6464ca7e0731afeaf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ccc8811b25031de8a39c56042300b8d28325b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b80086c15978e6935a893dc46999d57a19c51b9338d3aabb378e477145288b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291f0bd7d0cc1a635aec26a72f3e016ec7f8a052
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b740b120e4b0578083ccebc4560f8ac957b3075f219c16c258b81840ed417743
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be7501a811424d97712491426fdf36242ebe6f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a42fd35ac565d12e1a553118569aa978f5566a4f55c21af84ba4fed0e95d08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b685c9922551ec3dce90b53cdb5483b17ac047
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a4bcb86154be6d1553b2bbfbd87a9b5ac306739b225044c7c9be8ff77ffab7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13611f2d695671e163b40cfb22724d266bbe5c2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c7dfd47aba06068ad47b324c9d7ed288d418335656ad6b4b21240986640c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5c4ff9438f7770161ff1860667a76205af231b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7329f20c1a90e0ad9b4656d79d8f0820b7890032483bad7d9ceffa5cf69154d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c11c35530032ac380b2d1b96d2b0888ef75ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009d3de7eb62c71d6b760490c59fa342cf3b13831a1baaaa950396b5c719757d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4b0a44bdb92dcedf04a5b16161caf905875ec5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49026a4a740f56115d9bfbc90bbbeac05160365657fa8c0f86e805a0490c142a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543b4ce0545242e530aa724d8b7c3dcae84d5a92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4c44b61253c5cfd0ecc12353e7e1644da39d1216690dfc65509ff9f43cec69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c3009c346dfd35fdfc18693378b6a5fcb3d196
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf17d6288aa7d7043c5ac31a0a497558348e96540c118e9bfe4de4b182c455c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3173ff07b7d32143a830af45dbc1a5463227f43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c87fc068e446f01bcde671fc8d70ca0ca52c907d85db46942c89c76d1604d4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e77d71cdb8b8ea9dd899a493794946e31884c62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3b97c3f7345f9e18d20b0ee8afc0daa7c8120e1113ebd232edcfe5d90d1512
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa354d17158ef46216de58f65dfd04a071fb042
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7557086214e15591b6f5d88be7c9b192b497db7b6a500a718b9ac0fc8ea6a41f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8d201132f51dca04aeadaee04c7e1e29e4cd25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce1681147dca9fb8206f1b4c4504a9ed7ddc7f101b6ce35b9bd43b9bf086b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fba9ce6aec257f8e7ca7d4175272df1fbc3b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c98b7c8d48729e836064f94c89a32e268b36f98d7083681818af2b545b26fae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98916a9fb468f0d7827a4621a10cb586633d4f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fd25948677c68b8a4fd18a38c52d8119ff0ba3b923e9b7550fc79a28151d05
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9482d80d8f772079ab8c8e764f31ab55b01170b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa2abaf06fa5438e4337535f26ae3eaa626608d610e41d03e887e2b080f2814
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4564ec5d68021070743bc197143a979e698835
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d632a024a912054fa3dfc3916805f53fbf0beb4631717304c05bee9354b5c8a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f165821eb341e0a3105e5e6d7e379fe21c9cc07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5fde7bbb37b4ebba3e514deda5c0e7b5be177ad39b48c713b80be2b7cc3f16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6e9ddff02736f64cbe1c8caf56fcae2605a685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369552a5566695ef705bba50186e9411bb0afcaf27e75ca949b6ce4384c517b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a2292466db4755b96f1624e20be1b9185f412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b3e58a903219e8f5f1e709c4eadb3b24bda3c2f988452b4b746f329f917bbb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcd04d97ceda6fe1f95644b94a3a2cbc6e195d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a9812ed54b4d4a65f294fa0cbd2c9b74ccc9c9c62bdcd3fd2beca8741bf2e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7aeac6cfa6ae5d20eb9fd09b9ed5fe6f831434
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0b035eaf97c3fa936b1731b840febc8b1cf49eb5609d88707970381d3010e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7433de7e011ae32300372c3ddefa714745765174
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd0beaf5b3ea278c9fefa12654bfc72ae1c2fdc53146cb1599dc0ef2c07855b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013e1b81d8eb1fe5f62229a9fd764f3002804415
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaf55c7be504a247c426e46161f402a15ea27815358d6eb9835c10ffd4094fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479dbe006b3974f32226784ced59d6ff8ca514f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c78720451d4933fc5470a9e710e8dad8760d9afc9afbb01dd5af411796c050
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6412e771fbdd99a1f017049534b3a0966427f5cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24455b456b357c83908c9184d0235b31d303c94fdf3a0138745782638fbb307e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473e85b3b8ca95130c187f54fc72808387cdc23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b415b77b08425fa5209a63e01fe83e6703c17e9bdae0c2fe476f396180867e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97460613018bb79c8e183f9a20ee19f99901670a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aebf5b96d6b2d5ba8a59a540da7efcf4945fcea0b94917d110663b0ba1eaee2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c361c00dc70f17c94532181382dbaf5886847b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c45ac99e16dee76b7aea2c80c3a048c2005c67443bb96a1bb3ce3801bd6b20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bf3d4ec04d77a3192f963cb51f583151265587
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0efdbbc5a3ce0361f19a2e67d1e6e4dadf03df5e84c9304c4fd12713414464d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b001d720511e322b184bbe021003ed6b56350d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82127361aa7521114695ef1f4e75978a1d63cf944eca04b6629dc12e2a92706e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47bb414c35b483fd93cd9b5adbf8ae43c6a26d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd8b40234947a95df3716a90ed0bed8dac616094b7444ccd8f3cdf61ad64853
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daee17eb004694edfa2afaa126c13eceb18a32c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592dedd9a5818514392994989b07ffc9c2479445d977ce8f61e27e4f0d805a0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e7d004b664b42ef2ea1e0f14322203d097b88b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1a1f391b83e4dc1d72d4faa083f16df3345d698eeda920c14a763700bb4ce6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e71c123b7f67a7cb62d69e251496a0e577b03d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ecdbc9c556934a5375127d11f53c56f0ddc9e6968e2a613feb5f2c35e7f009
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92adc244b7648bfddc7424ce28eaf048e6da27a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96297faa42c3cf16341201ecfbb448985ea782d73260663f8fefd03565b324
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc67de6c24326dfb3ef42fa9dde177bdcfac7af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2ec990de8df6b13abab6291b73a0c25b64b8a52a0ff063985d1c2ade1449a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b0223e227dd1bc25ddc2b4fc48bae57190213a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a64bcfddf9256319030cae66a370f965c1319f656ffb1be3cb8e270dd0c9c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39166a5feb4143cc5a4c8e7be4f3b6c3828c749
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae49ec040c16eb8b710ad8ff36b3f7b6a731b1802bb2f38f730fba2ecae6ccd3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842ed5f4f32734e1f4eb105074458cf82b9ce4f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4094bec017e47910cf2eae131bebb36505a742232e197c2dbe4f66697aa417b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4831a795925bb544336da293c198c3fe5304484
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9522e59486c30ae3855491efcdf197c8796c8599141bd367e986403156bb99
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b380f743022d374f8282d6809acc2d108d22bda3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3231d1f2a8a112eeb4f0aa048390c5b1102786742b8fef3b7c245c998ead3eec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4de7b325668a88c2608fb9959d939a8cace41e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9017dbd29d3204fe0c1c2f88ac701cb72a77ebb9ba617aef6414da30b85e29
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd9b073b6675406bf4aa18b499f79714bb9ee7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097d0a364ebc1f2f3d3b8b1e94f2d1296838513c0cde17d5a2cf5d7c5cee4994
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d37872209075413877ebbc09734ad00939bb3cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d10cd8eac3d82ec5a799fbd0dc85747c68a0ee9bb633e4817194523db9b76d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c93c664afe4711c9293a7920bd82300c6d729b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a14c862a7deadd660482693567dfa97d64ef3ee87cefa281e8a75850751495
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ebb50d8d39443c5167b9760c7b627b05d30c66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31991624f17203dab92f7588ca6515143f037bd8e86bcae3a9fa2da3f8416bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea6285b823a2064dc4f12ec284af15b8296924
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd4c6bd89685ca0d60709a190b1e0b6d2e32bd6ae9be22a6de31dc524395e91
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d1e467fc9e7ac6a0de5f917b82f9ac5200cfa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec92305191e5a20367a4bedac0d345fc7fe738299a746b85cf5554c18704a4bb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06c5aba0d365c0b7307409a1d8b3427dc528a43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49f469abf5c5e5ef90150354d4e599925a262e06bf45d7ca3a1b8af9279aa20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1cb46f29ad1818532e90c4fde8c3163c48e5f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b684dc7c6fd1b8f75ef8399ebc999a68381740cf10e06f96c9a25ae4adf323e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd660c8177960dbf9153de30c44b3f6ab3c455b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc8c5ca12afd7a2ceb96dda285e768d8b119521e46dd47f1acd3ef65ae673f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d572285d53dfcf550fe81ef6d11dba30c73b603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf7c8983d1dfb9c7cc4d3040eb5a782c50397acc887e8c3d087d8b2c28f4cae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5820294a04f4f21ad202e8758afd7e72ec9fb65b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eceb0bc3abf6007c44e00dc51b83c585f6d9303e0fdc9ffa6374209ffb6a400
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4043d2b3853b93faaa1afa7b205a5be4102ce46a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d11b299c33f29ee72945ef196e0097cf6658bb7329bc31a20f610a55e8c015
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58debc0e7f7230879df1b0a2edb3b1ea342f40a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919cac3fe73f2d6fff269cf8c06582d9e538617427c33f41304d0f62c139fe29
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1ed12321d40bbef7910d0d56c9508f30d3ec79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f6a6323aadc537b7c8685c8d45900b174fc8d654eac351326e66783a2d8c89
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2bfa686fcce50dc997d43e8ea45452d2bdf4e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ed3a3f449365336601e21425624a96e42c67443831a70edf59bf5629c3d88
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8638f86f6d94ee01b80f770133a6bb99e25228bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b41a8d58eb68dfb86fc0c7c29484a4f0c95fb40a26846e7abff86494fe2a066
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcc7112e8cd9c5e1835d7bc50bf9e1fe668f5d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8372b14a63ec283e617aa8525a58b54328ba6700217fe27b03b1a3b9abb2be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae6a8449de2f0d2dbd3b7a79641f3690a6d8da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27438c35cf03d9ff6bec2fa9bdd9156c79072713a4b9e81ec7271b859589fc8a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b3c1fb5270973eb42adcc93954b484dbde82be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc2ef5d66504231804f23277d7da1998d41a9909d476ff8cd2811a2677a04fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710e7a86ae5b79a6230be07d993dbc1bb2b3e990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8a7ae85e2e382a7afe99f460961da88fafb0c2c18e2b585cc5e13d0b3ee0f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1093eefe9f0f31c6fc68b209bb04b08f495191
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe91423e10f69180e0a3a0a823452375996e81f25fb288f2f9078729e3d0fef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f59bff7a287f5f96b3587d6d54648df2e1c338c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270f21d8d43c3352fd85260c8c24e30bf437cab8a4d20d43566620d322228547
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99a1843e97c75eefe5234f9b32561ce8f272f3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde361b48a9ab8186b968af31203c499a6115b30283eb7eb041263e2981b6b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4198d3752430dfc082216a60465bdf626c11b5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1791e93da0ed0ae35151bb14e0048fdcf787413c98a74288d8a411b4aba42d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6bcd8e30623fed166fb362a36eff2277afc4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a5779d1d54a3558814717a6f21c55c38ff97390f8d119a1e75abd691aca568
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273b724d82825b0ee2729aadb008f3a41c60c7b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406c62f1d94c47e56244676890922ac0f430df96d0709428404eb2949d821796
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a274c93bbd2e3379a9768b04e78599a7b5cad55b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f56d38ac5fd962adba986e266e4a594cd713096f5f13cbd04c40ff99e817d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c30006e412d0ca0424afd2cc2ea6b4228afa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b985c41c7095fbd186ef4e33d1f6b9bf111fdf422f3358c887604eaffd111adc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63fe5d7e988ac73409f7f98b78ac6a48f6cbc20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f3325941b7941e924f08a99306458fa9a20fcc0d7acb3d98a07c00e1e5605
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ddad6c5dd56e8235c09c3c26559945de022c76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c0b876798840a249cd25ba85632676381890cf78d911f580b080652db72970
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3b759ec8eb08effe9a821caff11465949529b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61010ed0401b979d8aea89646d748a1b0247c4757327027162332630b8256749
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4631366d9c2cd41b108c62f6f49368a541d7823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df696232051d6b85d110a1466087190044d5ff8510d512ef01837d4aef7439ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6454ad1a59895cbb14a3f382409ec5dc76f9546c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88f21f12fc944ab85308da7db4860a0fa940b6bfd96faa42c730291e27cf99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd935f70725afbe1ab56073ce5738975e045135
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af048e838130a5cad2ad1f3126ce53cbf9a0564cab29eb393c6c2da55db1efe4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba532aaaa9dab50394609b79f6f5a13e4d1c10fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a03fadd0b3ddc1dc30494e218629320651f5226158868d2455cc4a1909867b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821f809c3dc8771daf36e230f14d6aecc0cc0399
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4e440d53c5f0d0b8eb5c697ef87cde9c6915a07c106d76efa27d04508f3992
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed678ad59c3ef0d21f72d27a93a43b97ec3e2e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea7d152a08b00a0ed3d12077a113f431e4fd0cdc3659ab26553fa276573ad7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b52ecf3c0d402372f230ad1c6b012626b2f95ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b165d41cd770798962af2dcdd02cb42176cbe8735936b37774c8a7c7b8bdf11b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349a949d41b746cb3e3b7c56689f15a38035c869
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c086c635b1636f95326e82a78128529287995b801274987b5e8092e17b1249
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451005b81da2bcfa894cf57a7e0a89c99d1a5898
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ce92b36145e150de5c6cc519287b0153e6b0877bf2c5065703edc89492caf5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15c94fc2cfd1a9a0f4ee9ea504eedeebb89fbbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f0b358448500a4a8913f0b274c2e5dfe1931942b6837fae251e0dbba07c2de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e206241d0a765e4e3df52a104ac6c734c70415
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a162f7e45226588b05b31da1394149cf23898c38d8ae48c3f3b061a2172e30d8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3a24b9e50cb6969894a711e9efee3d76fe5403
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c80d39c9b8251417bee7a938e29f194f632741621173e8feb8171c69241709c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b3ccdd91365b15e880caaaffa45437b760e826
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720285a520a611ffd44ae9cf3b7d305964413d43259e7b4081452503c63e249d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec10835e56d061de6edf5bd7d78558649995d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fa7bf12a42bcc984fe9a1bb6fe6d7685c840ec35a8d672b26fbe8e5b9546bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6beb9f6177bbeea2be7df10e9e4a12b68ede97ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eae598b73dd6800918ae7b32765e744b426258adeb53c68a815bfdbbad7861
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7dbd7ffbd4e8f7268242eaa22ff1139cb50899
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfee824dba539207419f92eb993e5111869f582581386515224267db52da13e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ce2a13f1607c2971190eed39837e9ce397f540
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97cdc224338cf796f03df747fb3556c0138be1d745ae5dadee1d49ce48dfb1d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c98e0832febeb1e0d0c0f2ae1dec141d12065
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504536dba5db8203f946530d0627760ea895a347f3d3677d91245a126d885d21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d16bfcabb3b00fa0848498799817b3ca4656f33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce324e676544373890d319b41421f1f91cbddf84950c1cc428ca9ffb891b321
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb789ba77cd8bd44938c90e55c737faf070b574c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0b81e8161c244130bb27fc0d6ffb7e0e6e7f77f12be602e5940e4375f5d05e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9df631fc8dc001c55504ae28023432902f6afa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4124bfd8671650dd54d41d8e4e6583ec656b1b70ea3d6eb174a059ddb4ad61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed7baddda8f8c9797124d4d84f9638856079bd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a14d015201c03f8799d6e3b9e0cbe44cebf5b5365905bca58394b1a3d2e39a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402399b8f1c4371193ed8fa83fd1e7bb04f3c151
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96945e85d37b1f69569a6afed3f2d1c1515899a6af4581c37b1445003fbd4375
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28204a87bb562dc313d3e19c49206fa0b7c1e02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fd7731057745646c19110a5aa340d38b8efbea2048a5b8779da91dcadd7fcb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e712e4a6873d017efaad204c3622da2794addef8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b777c1cfbefff5605444d499a0bec3431e569070c5f5adf33769a53df9cdeec0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036c5e288657d8f70d1a066a25f8f8b714b34a9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87f2caa8f4ed6043906f9638f3b0baedda8b2e436a67eae0d671f9548b3410
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a949acfbac590aae7985c123163d636d6aa75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8743fab5b990dfbe73faaa96908fcfbcf4f940b550a13a09939f6389ae9b80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d469d903b6e05f0285c2a8c4e1236ba78fee4c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43cb30a291c1a055e37a9d098c48a957b01254476566eb19e0844fa506c84a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dfc2c0b54ddb7b1f77661b0ca561be804374b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6250d4067a85d78d45387a1b78f06834be2c6bb4f829912af368758bc71e50b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a40224546c94ee3ef0dfdb1966522a069d7180d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685955aa79c9c9398e19f4c966861a3e63e8d27f90a80985263de7ba94adfef8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0675a3170ef240c15aff453962d9234e77fcf30c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785a810131c3d6f968ac55e31a878f30b6f86611e519382a372ba369adc1aeb1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52774b187a3a4246421884e644b66e96920399ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c4aaf44159fd827fc1aec0b7f0f676730e7ea275e9e1708cb411d50b5ff610
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dede795caed29cbb00aa67bef069ebadc0ccd7ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2003b94382d5b7f77263e938441c4a096a56ac41dbdc97a8e9e8b0f0a77a8c83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d09de4e710bbbc27024ac1eda4fa7af0d42b233
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a601447ed4b20b12505a231486cea7e416f31f55d550cf5c17552263912bd99d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f598acbd67ea22c5e697edc94a9c8b8040a19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0541f9c6f944fdfa20c90e85df1bd8021e5d51fc7f401e1d8bd92043e7dba48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1b33db0f62e4b30d7522ddf1a19f864654227a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a59e58aa048524e038eac61b05a9081d1e796fe5dd94c6ca41861a2fe0d985b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2702460f64f7547fcabac630bb1cc74a9dfd5607
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d2b85323cc4077a5fc7a6fed165285fba6d4ae95a462d6af921434130e1a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5efd56c8b51934dabe97e87658afb392abc33c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4679d2bbe6cc67be4228951ccd793a21d9fff0cd22ce486585afe62126978c76
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde6fc20c989156d12fb6b43bab37972ce756722
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d55ca0897b9acb7a01602fa7af74652ad34b9448cabc3beb6461289d25fc1c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af51aefef78fbe7f4247d609702336de267824e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6b5ed46c18a1fa29b94906b8638050f73efcfe64fbefc13922ea4f1d80da67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9af981bbeb122511712e19759e69f41c7b3e37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1a26e7162271469d2b257100fc2024192acfb76038bfe89b17fffcc850326e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555adb0ac9c7abde6e882c10166da573d3c8d2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda9347c49e7704d95f0c29363f5e8591185f1c8fde474d78593ae5c9ab4004b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a816c1c626e4bb94ca2c6f0cf7ae8cbe98bee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f0f4609e679b16cf4ad8b0458141ac12c216ab3dcabd0fdfa94d4bef188f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d672b127721fb5bf1318f05d97a8f06d2fc1c18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25d4c2dc52d688ce17694ed8d079e4f480001d2ed1bed04bcae04e068443235
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbf2abdb09919f96b2da59e7c99fc2933311eb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14031b1858403b957a1665e33084694556ed83771c667a29ef71d22bd968514f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3efb94ccfeb3dcce32717a6f73d8b09207843e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967e0307982374914b7520e4c796f2ac25d2d40919bfc6227d7bf83dec1fe8fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25287c1935d59976bdf1021ec8aa7416d9d4ebff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99554a82d1c682a0259981380a9f13f37343179ea52349b54ce264afdb0bbaf1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adacbeb6bcf3ac85c49e3ddb9a9b91c2585f5c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3c9a305944a77a1657f581bce0b980ef6ec75ac56f73d97c1c1ffebaa1468
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daf542531902c58685a68a00a68970180f4f7a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3c062036ae054c96cdd8dc24d5f6807a66154ba5b1dc81d037b10e0a353205
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dca1605feb0e3d71a90066e221f4b8b14d41d18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3d9278813bc95d749e09c2d3773d3787bf738445c831171a78da7487ff2cdf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85aa50c4ddab329a225f922090b62c6c147b6f80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8389e33bc14d0adb2d728094802e7d62f79ef20a0324c59648a03d8a8bfed6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452db6bb1afa797f878f166897d39f1bf94cea33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58997cd5720f9bc1a6703f31117d41e9dd1da66733a10c0604e7d13717b1ead4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365ba403892c1891aed7deedbf69fc6a68db1fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f881b24646fa10a559e901f674270815f1041ab091e47679df73cdbd0c130
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffb8c5aa8f1baeb4d78e96ef9f1df763b26b743
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ac5faef815608e2ad2d27f97697fbce60cfd2dffbd5fc25ce178a2cd782668
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b0b4bb8f91f4e5733d30af4dcf1271e7d33d5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa6c0168810ad1b9c9a4fac1c565a72700a1e37e9a42bb445095506899e666f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5d410db71746b1e92831e6e1dd74ad259de0f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef539808743e19cc697d1ab05b8a969ba84f51094ed936c925be942174b970
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d515050aecfc7846d6dbddd84cf86aef7c0af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00190ff802e23ba1f8bf6b13f37c861907e92a7a66256d5f421c1dc01772bbd8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d7fdddb5adfd633c3b32d502e7ea2681291f6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e324dd95cc7d53a0acd78d38b12bc3fba7e090ef3edd847b919038e28ba9dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dc73c2b8afca48e9829c651d9b4af02f4661a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb61fa5cf880cfd3088346a54dc8a5b3fde388164944b6dd107dc57767e5ce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473e7bd29549a2090ec112aaa2b283d051ee78fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4042d980a38f9ec2a819fc296d128d6578b8c242ae83bd720e280a3b109762b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27a7dee04bef926c51340c1a13117af887ed55d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909a23fb05fddd9281dfb886b3f57aa4a087e2d29ae23078729ee5c5e42be809
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acae2a9efe948c9caacec8fd851e21221244346
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46b9f10f632b4223cd456fb8b667944988dd22d578d83f885ade8d5a01b8282
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eab93a82d13336d0f6f79722a0d51a262754274
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d60d2f9d8b76786a60f57285c51270aa05a31499686ed7c0f7cadefe793a65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bcda25e27d28cf17fe81d25bf61b00b855b0fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2565f3574752b51c992ca9ae3039bcdcf67d03e4fcd8954780351916fdf5d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7024d55e3bb9eebbd1344e1d5e2ac13d361dd39f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c75a790192a78171c81d505b9080ef4f3b77792bf85974d9035ac0b050fed96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752b2ac1b05cf109b08c7072ca151d80dda75004
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f643f4b8c5f6039447c29a50e2602d147f4597c1de7644064ceaff2c85322
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97eacadcb24838482a2bae568ba5b1dfd78f9d29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b98b6b0c87f17c9d4f7cf50d1f87b6c9827aaf0cad275f5d598ddc6bb2ed088
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1f0a299d53bbecdd05c16c5b1b187992322f00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751d729612d81af834affd237ff38d0e4bf8c8fe6c9feb4f33bc4576b937089a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daec1ac63e213c866465d4e760d877ac2b81fbd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eb52ab8fd302febc9638e17e83afb203f630420ebf6f1a2a26751d3add66fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba657d786a40ca645741d2f10d46eedaa035d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39c4c4da74f5f6b7770e60d5312c87177bdc7d89bd7f78f42c1c343bea2b66
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8455ebe2eb4af32183ad9c0ec834c5dfe7292d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc0b68fba0eb0d8793f090ece09f8d1cd8002f8ae2ca1c08ecf153dca23862
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230ed4de2de5d41d692b660e7cb1c42408ac023a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62872cf3fba981f41aabc45af8bc70e7ad737ffa70c90e55da225908c69f8ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdccfd6419f50d8e8dafffb8de4819ba36884189
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d419ec8f34ad855192fc34991aeb2da59f351e3e1e3aff1890ebaef38291431
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f24452bb0d622c0730f321d9b8442c47a071dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7c0c8578f1be756b81bceef9e4d490e8bbb4108f7b00d144b072e31129c405
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a1a07decbad2a98cdbe1667c15efbc75e40d74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed003e4ba0e2cc92975c59e3c7abf503aa47b7324bdb5df7842822b11320244d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2837b7291c79891ffc5ce1f1851fa9d5aa14ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ebe6ffb6074dd607a1289f2b233d0fcfdab6c78d2a40feb4e2e80cc2a1d14
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973becb19aa8af96f5f266488075ce0fac3fc90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49391923159a1b0af6b8fd3f073d4646e46f6f3eb701e58946ff12f2bc6e4913
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709444e2dd300d4b4c784b6abcc90421cd4db41c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb94f041957757e46cf8e7f0afa4f544966ada5a377b75d123320099ef0478ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f5f4e2fbfa53d95483e840066d44544c845011
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232523828552a764bc28515e25073f8e1cd3cedc73a3dc62dfdad8bf5a198325
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf835868ec310308710a1991bc2fe42b3f1f1ebd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d75ebcbdb432a6483bdee4fc3257777734a40a1aad0278d82094e38f008191
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15320739d52da25b1ba92c8191e56587e4d1ba7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b200d4ba23fb9707023aeb908ae3101c826283f2f115130e969652651605071
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f55c3763df7435b3640d3eedcf371bfabfc8e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ddc24d5a1e8faa5160ae9aefe3fd6aeb8a4ccf09257f4aa22c544e5ea7298b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3774d33f7019abf173a00854138912aaf5c42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715e75dc1dcc6f89121ba69cd36f6bb5e235ac7662e9d886a96daaf2e906743
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6fb2fc07a62931ff9b671da4fbc3b9918a603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbd3b130d29439c57eeba49cb71c483a591fbdf9f09fc0330f3671ce1753229
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8487e7aff8b6df6421342b57ec60a5921132e579
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a47de66696259134b65bde00d725ee5a4104eb2b962bce344651965ff4e0c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b909142ca17a20b968fb80ead011469dc07d684
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b44673462f6cf4b52c73c4c6d62ffaa469c3de583fcf5c909cad1584b849621
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3df31e69182da207edf4b501b4fe7b095f80f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd25a613a6015168c16515141aedb9bab0afb8a6d980c5297f32f8cb4759000
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cec7721b1e08d385aedbf4712800236cc3bfe1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5435088a1c7916a788aefd87e65ecea87c7bf014867bae2d99a6f9dc61201f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb10805f748e4792be9a35e5b7665a4884fc52ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a437d56c7e3dbe9926ec462546d24158c353ec65c785608258907c78d4445e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb6cabfa015c55fb136dcf3b32f9f32e4523be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b22ccd1e11e1ac341be7848a343c3d80ca4aa9bcbfebf3309d0aa1d49a779
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27a75f18b47720f9eda36f8a1212727ae86cc60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d860f532e557e663bcc2b3662cb2424b8eef6225321eb8adde038218502056
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760ea019edd7392e2a945a26de1892695996ded6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91845ff148d7f54408363d452448ec79084dbdf450ec36f67c05b8f5232e7c61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7098a8d2f9548bb2da3b3b51ae31209fd33c7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498f73778a71355e053f67f0fff7f4d5aa5ba6f745815c33b6a9dfbdd3585784
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6048904febc0cae59f13a3ce03b19a9c58ecefe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ca23feeb8c051b6aef8267a5bf6eefe852d5375ce9766db858f691e32f383
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d4c64f7980f591eb4330575a08502c52038eb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7112d00695a56bd8534c72302e0245e339c239eacf66f1cd314610dd130cf4c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49eb0c375db46d0fbddc7fc002b24af5c86b8a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5982d6871aba9db4eafaf1e0795910b9328f34bf1b232b825ba224ea42b01f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84acd8892b70ae0518b4b4ca98d4d7d95719c12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0df549caa04b0535910a7adf12c07cd527624174c9a9648bcf83cbad70eafa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adf441d41248667fff2fc9156c07b8a612df812
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f73554b313fc847f9812a3c405820124603d85bee2306b279a64dec62f63339
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f5529e17c8f3fa591b096cdcb6aa3064e6eae9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c3041abc32955eed03b8ab67ea76df3521dcd68650a05aee1d031d04e9ef3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe5258318845d206f6c8edf191971ca0650e2e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ab14f55c9d0c43e48850b2702e2166e84c42e74d7b6b4357fcb2e9a7153b16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936d4b0eb7d45524c8780e71e810e54d953fd6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4841029ff5de3b5d275cd4081fc9cecced7439e0079acb81399d22491e2549f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3b89d8056179526664283218041604da03b47c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa82f1888513b438d858e8a0218755810f8d094dc6bd3c751398371ec45d2ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c927eb29a4cda48d91db0ff1b5495275fde4416
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9c21444f3fb9f555b4f87ef2ae3efa3c65d870f15f992ed01bc939640d3e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c4f3ecb01bd75610dfa06ca25f061ce4f9faf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646adaef9e111f245864764aac77277802e75e706937619ca67b0c21ced60b5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ad5b7c8712dd57e1fb4103eba1b93d94385d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822dfb279315071a07b058f7aaa7aba6041a6ea83ceb65d45a9a30aa56db5c87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d270e21f6159be496efffa567d5a1d8d13118b3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e623de75a7a7cab62ebb975b1686dca4e3abc7559fdfb68a450b4ac2e6f1178
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9989f9968b77925bde2fcf5923be1e7248ab34ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d9e4c011baa559dd10baa991f28929d7e44a2cc72b632ad68fef297fe1fb47
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a20d5757f1391a383d96557e0392fc8db33ddf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80088a6ca20deb07396e10ae6c3cca1f114ae25653ca61014f9112301a325a3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94888d649a374c0de1f66e8bbc8bb9976ca6c39d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b4c1131bda382b741888d111c69c1adef239cd9ec19a21a406e2edfab4fd51
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e3544502425f3b9359ee600dbe3dc5532a4a86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0e0d97b4dbd1e87e5ecfdb2e3685f75ba1682f7a578323f9c6f895815f5c61
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8e614373cad52b089a9f2e33c04c9e55327776
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd3b1c01eee6ebefd4529048898fabf34348b98e2a6f0943da6238813383bfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67411e6dca5467cc75bbb5f5f0af437af2913d95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf83b77d1f807db5b250d2e5d5b105c0f1617d51478a9a8623ac9eaf129a32e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c316ebcfd8b50b4e5cae16d08500c0e80c6c14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56545b4185ac8a5b1627a72ca40c33b6f0930fc2f990622a12cb3dfe704d04d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b1d0ea012a7b27b84f8053ad368bde22828d96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc427578f3b509d11d8d526da60cb650733234bb0376688aaae3d12aab52af4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffff259de77745efebc56770d475e98b855b794
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313a0afe6b7ab424cf532fce0bcb4e5c7caa7067e89ef0fa0b7bc22178ce030f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87303785585d482c3f870b4c4bc3a491fc7ccb8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3bc905e2405598d1b789cb30cc2675219a10cf703972662abaff7f3b54cee2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef74424f55beb505aea06f9a4606b2cadb0c37c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2167ac359febc228101307cf77604ccb6980147a139640a91d0a55acb528f76c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f69697154c7fdbf7047d83ae3c45cf80e241dc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424e313bee4ead42c64e45b2153a262a93b08f352bab3a5b738b0b88a368ca5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73bdce7ffb3cb4bc35e9c74019951c0af2d9ef6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0aa156090fd72763476d97330e7fa4f2f27c705ef33748e1eebca6ff4a9c2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f11a516de0948f074dfcc4ce3237287298010
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ad796953ddad7b3b8bdd178de27df46f5debce43dc5d9a72b9e2a4bf6cdb70
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d114c7449e25b216fb3812ea3abed51f942be5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59514d3d92a43dc480fbb0c2eadd898616f241ee7ea3bd52d69ac348d3a3bbd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cbe573182ece3a424f1288125548be680a15a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff66b2e940cacccd5f8115640184cd6fad775a40c16b05ff1f963bc791cd95db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689cf4dba877a36a73792f08fe9a27785e10b14a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c918aacf8f10a5e0321e71d4138583c88d32c86a0ccc440d8af81fc73b8d028f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f539e9b76689a7d32e8c095dc20ab72d19e5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80447f03de77a41d87f6e395d4c821c83d2de5881419ef86794152800a5ae27
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19aae873091e1a23d6382f5ef70423cf1f0782c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec06f04c63fa737b7ca44973cd6fb55c244fa9c47ebe22524bbc2968cb2b48a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98929b23212ec834da591dd214359835eff0f88d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b660ac8ea41a81d8abecda165b902b321d007bab013fbd654f0f6ae239697dbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d258cbd455b903d1e5696d85129e6c5153c3a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455947b5ce5f552fe10c8f517cabd8527bae0eaabc428e7ea0c3c3ee660db900
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e465ff9e726eb7be5d3501cf31f63274298891
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776f045d53b6e590ad2b091afd4b944a3b021832e6fb2f9d784f1e3e916c4fc9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a1fe28b84907eca7584e5a979c1011822d730b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd299a9112300345b59548f59d510efabee39234b52b8fa91cff3cdbd1239dbb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407092d8c80a80432b68382e0e8a4182286aa91c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2022e220904127e86a0cd859cfa986781413db760c0a63eb4ce2aac4f3d3051e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c1b2d40181dad3574eb801a77624889c5cd76e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b839e3b9764b691e3cedf8e948ca4a0c05b91ee662f5f3a1149efd6073419e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f317581d5651220924d52206a9692a19b67d70a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d73c6b0ef1f841762511ea60e03061b07ce9ca7607e1205a0c1d86e38929fb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f97d1be5051b27b21196c59c7e9a937ab1abcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6484610dcbd80722646489542e28f6773db709083b9e80f0e1892e1e03f3a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eedb7928887618c265bd7a3eb64fba30800760
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4753e5f48c369b5a82ec49b4de2cf9f3dc80b184a4c964c1ce76cc4a8277691b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498b6908cc559fc866142ad37285be1e8f5efa79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2701b5f77837bf10b2c2a68b9d4441a91654e4b4e2dcd375649ce105d1e6ea17
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71bd291cbe49eefd9a528fc8741312647367763
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59225b4b0f3cb4aa6ef1e2a798e90c79ae0c32ab53182450e555da70854df3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56b126bf00f21986ee76323dd3e6de1323e874c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ddf5e587a105278f9e8b1b73aa675f4a8611ee20dabcf0273eb05c3d06b97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0a679c2ea3177656b2223178502c77ba030e9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0ddd5de161803b190c2838e218cb3a05056444a3b84e9fcf765449b3e31977
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041731b722874fd110e30f132ca0b59b00f2796a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0caf661e1dc7289be8763081f79e9cda61022462c52218174f2dc373c41a89c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa13da643b4ab714a2c3532f53c4f0ebd8bd7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad7a0c1b3c435fe9978299b452d6f5b373b375f2f66f4e06c2b9bae1d7c16f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f4e952fefce9128642032af3b823f0bd3cc8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f8a76b424c98c37071a7d20f9a9168932dd048cd628cb25f49d598b9591b68
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804ff3619a4aa5c4f76a5b517840318b131d434b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b204ce3bfa5aed75293133b5896323e2ec10a4d72802d861a3254bad485b6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6d4fdbaa4bc2a5a58562902a0098cf9284cae9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c726e999da7178cd97036edce09bb2a4ec72a64f5e8cca2c5e3cc291b37ce435
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08396a29f5869498bb64f5a9cc6799eb92075d29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52afbc1f0e8d05f7cfe78b86a296e02c2652fba4c94fc62ae0f73309450b836a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b310c35281d10dd446fa37004ab6d6545f8504ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dadd7b5eb6dd808b425087d7732ac7be78567de848674012f09ef4433f3019f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc771fc651cb9db42926d94e76aa44dc1b9dbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d3efd1c7c621055255348b0cf6fce04b5519c1b02b1b6d1ba87af8d4ac5fb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395a014f8075ab1b8fdee6f711136d82a6d8980a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565eeeb886a7dec765b5754058203dad649b5e476a85a2462570bd3fbd42fc2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43121c515c0496635832ca0877764799cb3013a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a371115ab42ab07a2ad7a01cf91689f3ed7ecc0ff6655ea78b61a89be68f44b0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7efb859ae239d128333040210033d93144f50ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5c2344bbc7a14367a43500d2eb3f422bfa0059f9938590022784503b026364
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b4aea7d0991c4bece6fb65d8f41c5acfd56e12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a3ae3e68f6a596174a0df8da263f1ba478d5ab776919275f89afa98bf1be7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992b2c4c5121c0843b2175825f3dcde0f5fc2010
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f3642daa9b2c8eee8741f38db5e75bb44310abe31f8b03f88814eb48495a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed5b91040881e11a79e253766df5004e1c95dc0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15460d61f4b8050f095f96b0e81c558d43764611c6e673e319b51a340958d23e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9bfa6cc7096c2336aec4a3087defd895a116fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06c817178d69fb2e0b1def66e766fa21fd8113f1ff66ce3b7d0075875c7d2da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ca229d64093786347e91b9bf8929edfa8aa3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd592176a256448cc8cf7a8d007975fa416905e965deed054935a80356ec46c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0adc86cb4d9c92cd99ebb30f01699634c17fec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebae7f3fdbb85855a854dafede58172cbd54de19e0696d2d1ea6a4490ac01777
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d8873ccb2ddde46bdb3fa89c85e15459c8df03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce3f0bef763616080765cedaff8f4dc2fa7fae1ddc7bab5d9421c4dae6c6b8b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522020e64acf0f9e7b9563f76c3a49960977d5e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4eb8d8ca51dbc8d593b542445e509a17a67d30f060cb249fa3303ba76920c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ae6027b96582ac247e3c8e2e96a1d8fcf07af7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df8b4c70f6214b41863e6ee1443eecee2624c08fff3d09e97570e0da3bd1568
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24b6719f8ffb713138e01828d06419a17ef1160
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f08eeef9ff0b7dbc0f4f96efb13c03dae3494e45373d66eece928fbc8b4f98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934d5fadd8f08002e37a2f5d2098e0cd177b6fba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e662e1e12553d0281de935f318a12b158f0055575794ab08685c53dfa3651a7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0d68e1a24bb973e49942cc9fb77b18d38a6bf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d32a74e9dba8bdecc4401cfbffe6ee152ed0191b3282d121a81f6dc98378fcd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c93391b1ecb4c8eca046f1faf4a9b37ed27089
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0584e6e6cd1bb4621d35e4d07de712c2567c1efc7630ceb25154458cd1d4a705
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b71c315f75be33b1ee2b0446a10976bb92fbd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a0ec71da27e1abd930c80c818ddf1c3dedbd4f6c6361746f4d84c440d50a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe927e93bbfb8fef12387a760dc210b14846af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0fe470d299895089b1e792d9181cc3ee13dc6d8daa3ca1fc4ad30cb2d77a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fe07bce3d99ab030884803201e2530dcc9fc10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75348be42d0d4ef182b623ee322ef1ab1030dcc7a7089f5d5ef84e4631065cd0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ee8ee07d060fa93a6e87e25ac6fbc89632929
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39754ad333bb1e7c25218264c63997089c3a3b046e7824ff4f886d7fb9587814
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0dd71120e741304b5eca18e2c5749b03ae1904
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03087a7342b902b455fb244b3f84342d35f525560f2802c3d82c0b087c2c3d5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32137d46d03368d1f1880108e86c086e653b260
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776d44bd58f939595b994fe876984a4a0dce510374316c9e5f41c66dc7952c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43c8ed0111926e350de5810bd434b68d8d3cf0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e15339370d252bd66042d6dc4efc3c48cbfb1ecd8e9cd831c7e67fbc6f4461
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2808de436b114e8cc8c1c6b6eeed384bbe81e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30230b78a857e992de1ea1e6e4061447a8cbd138c1d78d5ce981037229b69959
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccdc7d30b52c48d3ff4f7ac3b7b27e57dc33a8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88edd23ba519e02adf96f271df91233a4c07714d75d76d6b676a63c5bc9bd91b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc23387b7d43cdc14c0036f72320dfa439f4a32c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e6695f34ce68251fcb6439bef094e67715cfe3148aaef20245dee4dbfe2563
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f753812aae932fb18a04cefbcc5f0b02cb6306
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fc786ce21c734f534b24a61818d31b774c637b89061e005deeaf6c3b3db654
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef57b6c6d92d67ea11d1a8c98240d83c04d6940
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c07e65894355bb178e789bd914cc62398cb187510611da58973dd6fa11a3ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667abc56d3922a697998329173d56dc484fa3ecc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343aaf9bec51f6eb12aeeaf4437e968f2d14159bccce7b9863ad98459c73b633
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6907a4128e4a8b39d5da862e25240896ee41ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eabda825e33abac61b7ff8c62dbc97d1d9703b6976e905b2f8beeb91291399
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cad0c5f102a0f6b570fae873d151636e5bf902
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9b8bcdd130017c8132a0506d5bb84e44d5400b557163bce4b51b49756b9a8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d5000edcc619e0ebf3dfc514f5d45d8a06ac2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3b5b52135bc2487c0aa33fe54427dde74da3d7ff188b99dc172b1612ea5670
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62be09cd83403ec583cdb9347ebeecd03f59c62a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f228c4bac0bc107996ab6606b4bde87431519a71e10f16732c3fb160a311b266
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c78f6c7b79138108786d08340bcaa701d68f10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047d4ab7377e75d3244ad40e326c273c75e8ebfc77ad4b8d78981e9fc64a572a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c367a67cf2da041caa62d5526859ea3807d239b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8e7f5eb4ad1255a0dd785bbbe504db4f3642e2728ca367f7df099be1f700cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ebd0454353886a85e8f7349428a43c5622c892
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1cb74e941049ad9101b911b55f6e11e89da26b43d3a817ddb096ef6544c4ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b93c55ded81a891b6a83588045d09a045c0e86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a771486d12aec9af41bfe33338f919634e7e572dcc7bb892130bcac742e3fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7b3afa5097e76b7490e011d4231d3249d9cf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae4e1683fd94f5333da188f7359dc2d6454c3d7fe5766302208d0e96875ecd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152a1c2bcea615cdcc95d56e3c8f9aa06d46a130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13182dec1de6a79d9dbb8edebf314cc0d64798d44fe5edb5f1a969271ca52d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5b64ac8c07230642deb6e4a8a8e2d43a41090e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea1a6c932fcd4d511fd2ba043b757e68e3bf4d5797cba5b27b8c5aec2d56fd6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd4cc1784734cc2df9730fa6d8e59a9e8bd628a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b20bb88faa5e723bae5e935cabdf5f4d1ecba4523ca1d56e235f25f030ab8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cacce6428757ed115fb4d85b9fed3626f624aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8c83415bd1c1e743046a9982ec1eb92c9ac72ef424e4c5458fdcef8270656a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcd702a58d4253280fc703c8b87501b8c4167bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf0bdb96be63b9793026965aa377af1e5292c8aac1a9d34b32a898f3a60996c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d2c4c49b4f828379fdd3301f38ea10b376edf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1a152b5cd934c18ad64c4931d68ca969f4620f97780f147229018f873d2e5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e360ad5fc527d8ae997400b9e9068c09df736b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878a1ff2080a1aa257e3742263bbab1784cffaafc5ee6d5fe1c1d2b14933617b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c1321c46df5413a4482152f674a3bccb86e2e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1b8b482a3ca467018896d923ce88da55cab4deec413e11c731cad1f7cc258a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92175e65ec008eb43dab5597866cdcef87dc52d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ecb8aa0d41be5a6532566c1ccf69c756248bcd5b1ebd6ce68defd6037e22c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b395386b58f36d553a8ac190da8ef5d764e9803
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f99ad4a761ed19454a137d16f6fb7a871d10c746d84afceefd04c1c29d2cb5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a273a3d89aecc8d3c7c0da07a624e6ade42f1f66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb7a588bd9b46ada9fd0bb27bf06a8cbff0374ea30376e4909558dc9664c7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a4fd52d133fac8a32f2c55d607713a29f03320
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2e425c9bcde7b55477ed24f738d248b39fe2513eacfc86538d42de66b885c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68b866e8d346b5e65d856a3d53fdd0e146878dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f5aca23840339d30924fbdc768ed108a4dbcf5a741343e7e3ea81213c7a63e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec0e2203933e7fea0ab6b8e0a5c8b8e0de54d26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caf389cb8ff4a81fd1af85e5e3a72bffcba371306bba2c7b0250f2f320c9d79
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f19977e61f2f02ca6f773c75625a686058e691
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde2c85a571155ced3379485322bd010278d621c392dec6622ea45ef916a6b58
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cc99515230ca33ac02989d85542b9e3099a6b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7226db81ed18fd96ee0cd5f0f0cd2635cffbaa43d935d411e10ed91670c0c7ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7dfb80d55f3cbcffaabc2aca860b61601af22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e537bc2849189bd6c65e29e8564285623a6d9f2f66e0e0c8b22acf29c49a4d9
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ea77bff215e8602d05d66b413eee4e48d61819
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5d377dd36d528ae0fccf545655f52636a4805a68fdc07e511d893a1fea6487
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648026151d6879342cf344fda7e8c5f0c3a98fb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fe97b01dc4e1db359f6b05f4f606e1288d3b4693e98907ad048a1e5851ae31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e43dc9dfd4f8dc0b72a4474bf8ef1b66dc4083b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92661470ace32b54b6e021522e0ce93afbb3ea7c9a9f2eeaa480f071290c3677
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bd17ee56e0a3f6148fd591a78cfe2e1f7b60db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb32d9d2058c3934edad6d3a0108395018739b81ace4bbdc0cf0de1a9e036df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0312a8127cf8631f00e0f993db9aefa0858b429a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192042af08a2b1abc78cb217f22375758df0512d2401a60c0c5a4def0e6602bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b4765deac3a5b8d121f5da04f7fe089d7e549
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4df4223bbc0843b0f15504eaf4d678e0da7eb3def19a1098b8c97e281c04ca2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24000985c4e9dfc16dd9281c1d4e30174f432a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b81ee441e1438ab0a3ff8c62afd4c6841de7ee3c72586c7f1473517282ec8ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed406f338d59f6c4ab76fa007c3192cd7c3122d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e71d27f6b5c34c4e6fd7341fe83cd56ee4c99b104c7fbd9d2469626323973c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fd89cb826849bcdc2977e5246dedcc8247f794
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e5ec937f7e3e128a92de63add68982c387af8f3d6088f660ded754993f67da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d003d39b4f1b24d85c93cc875fcfcadafa3102d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05160b5ce8e6d46e49ee112172ae2f31819e87328c49817edc25001780ccef82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f9779960f56949eac4f3ea68d8cfce67dd8835
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef5ea7bda0c5458d2badf7c6169429813eccc60170e3d8c84c7fa85673bd536
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800b92c2dcce454904030e4edad1c675f88cf80d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727beb4d4c1a3bcf877e481c460a79fae474a6ef6038c837db8b403c2c6204a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b64c646026994c6d1b92c597e870f9fb6ce56de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e573515a21d4ea13010430ae5f138a3675700732097d92218b67341906c222
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c79f2039f3fe49a8f177ad9aef19ac5c94276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383ea6c0f47af0e9874c7082482b8196bd679f05c15a9e8f3468bb6aea54aa9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7693955edd1e4b7cd0ad38645ee07ef37f1ea8e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6bee20c2dd789d435d37e65b195144afedeebba440fa0f3e713566e342b5ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca651aef232b79539817ef906134927e4ac05fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95b75923c0972f11890356a7e0732d86e3745315086423361cb43248cb6692e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5027d04b5d15e06a0969b5a3e1985c32d89814
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552f7c094e3d5a262b2f10090f8128f48e4a5bd04910b802544188c5b7d51d30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e0d75d873b9b2bfab29b6f8aed31775c503e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d165a017e2cbfb648f74592587251e223600bbfea2e9460dd1ad419451e863e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673ec0df95a881b3006afdda87ee538d5a8c0f92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1781c1444742794d3402d02b591aad2329806aa01998405002105cae1ff8b1c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b55ad015039c9f81aed9a2e4ad5f0beb27f5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b4ad25c4e188ec14270543bdd6f880ab98c2bdf625cb92c4d8f1d202f21b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe662b87261938171c65b90351942e0620bcf04f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0936553f028c172b7aa89fdc245fab92759e4c8f74edfcedb9f717ecf63f1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62d838c8ab6366c0c78c278d93bcdd6b065e5e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03d86b29f325962f6b96bec0d5a46679b64e9b129d2b35acba22ba20001d3d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7e8bb695f99d9d2a646d5e0296c86ad1fc58c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6ca6afcd546777f2846dd2f317ab83207b07b0f836b233c0a7dcbc1be574b5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ec52d9ce1510b6169fab8d8bf7fec0360ab1d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff69bdd3d672fecc75a20651f38eeda9d3a165f945825519a826916200a34a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8c7162b34cda406337c57f1ab22ca0c0cca67d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f5b605fb8931dc737505e4599cc8f6fbc43400453cf57e645f66130203e9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2e32cad164c35822f20c6424a43f432078af02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922d0a3f6e0e2d2e1d8947b07da1bd4d1615178935740c1b0dda55862a1b416
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7192fa70617906ff9febcfa4bb30525f1029cc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd1b2d6ccd1e1fceea575bee05b1e4ae5b42625f5d5482c40fa5ffe13e7bc5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ebcb2551a37988133d184c4e9d8db33d1667e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b655fd85ec93fbf0fbdf38322385b3d26b6b4a99c5060a0803b397503e1d9d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbf845de727c6f0a2596701001c6b2e0b55a929
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae58fa8fd5663c8cf51dc2969c6e5170473d6a9c30b24fc459ae287d3d89440d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b00e48665f793fdd7b56e6f7ed943d09c559e29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57367acf9f3eba363b6751e314e69ffdf76ca51d1ab187b8164808d577ab8c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d465d3d537c41f9d3f6a47f38b3512f1ae8491be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eae173dac1b0cd8bb64426d13e0465f15cf9faa950605ee1ab8226eb5d62e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a324df7c2b982858fa394467faf1c0575630e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978fc0ecc94b491ae8c0ce82f2bc3dcee7117692f596236b5a53aa9ac6eec66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a81c92d9aa87517299bc72298890565a651be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7972c593dc55740cd24291df0ec2a0f383ce3f0dc6c0e45f09333d4e6f0eeccb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64775d9f873e56254cf3a16307a4e0fbdf03a1a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cde8f48e9771b4820da2ee608fcd52041bffb49fe2c57b9ab523859d618416
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31efe2208ffe52b66e077bee69a3600d2bbf516
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127e166208e8f7422a338977688a98dbbd84ec74fcaf0f065d6807ae7a511001
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398713e1a73e23ac973286e929b49863a592220b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620db335a39ee7dce1a6f3ab5698db23ffd820d839820dd86c4c4deb882429e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ae37eda693584e773a7c1ebc74eff2976da403
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c90d02651323942c62cac2c89f056023f6c0ab8a0c87b90af86073bff02b2f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343e162c9db29400d711a77dae2771a01338502c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4cb6cd90825d18b06ec4a34d1e9c630e7dfce22ec2b6fc8a692b7bbf6da1d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468f58fedb4c48a6ecea35ea2e8f1fb147e7ecf8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea740b1e37703133da86a86b0e0baa84269291582de400bc4540351ac4133908
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45feb742d0f0dcad059da1b4258caddce8390654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5a321f39fc5713faae99e83c6f3f9ca1d0b284916aa3482989b961ef6f9a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f48eccd24b79c28a1f09546aaead2b28fa645
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8f76a58e8177dedde46e2b617631847b00aad01beaab807211a625c3c2004
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f18b4055bad303df71b2d7dc5e4d613414ad87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b33f3a3ab4b8dd6afad056feb743f69bcc5ac7a4800f1e13f50a4a6626a2898
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae9c4d3d60c40f6b117cb08a3b61ea5f86cdee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c9d6ee0679e774e5ea143cdc2cfecb62c916da919503a51dff9831543dbda9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b58f9513ae72afac93e680fe8c84e2bc4680eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931d91c3bdd0b626d909a08d4fe545d076ccb121415807a18bc8a21cfdca869
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95630bb5ddfddd8837b687eab58db53d50d715f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d23d70b42bb3c17379b0a25c9f071420c35c344ae746d428cb12f7cd0d4dc29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b05724538097a594925c2620d0433d0c133e4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efe05864d322524d71bd325d8ee748eb3e397f940ea45aca4bca37d65eae3da
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c76936c3dc5dc00cb58896ae8b92976a5029f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af275517ea20ea7f94fd7b395521124f5daec19836772c1c8d2e7e740670b7e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbd55d23c25449fc4600cca8244d2fb5a379003
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd3765cc79a7a7279dfae6dde59b0498af48ac7ba88e6ce04f15e2a7b1be41
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e17ad1b00e43e99969960716b4f19ef659cb1c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09188af315e304fcc469a604a87fe7f5696274147f265c5399e8e9a40f284c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e06518e12257caf71e9f66e76f71548b937545
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f6e9b29fe19846c7f980a5142b99417efd3861b15a0770a0651fae3819ea9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcf98668d8209a10c232cec4aedafde044b4a05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2106ed0edb6ea5ba9b0cc10dbc27cb007180b4fa0486956c77111b675d2f799d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8335e93f56dffff6254d522e7743944309e4c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4f1b09ffe267acc88257446775a21b322af27e9694c5bba0c478ee011d686
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63d9392db06df8851d23ea5bb2b91d7957b2251
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6f8dec4a7d22cb33058e48822b377daaeca29d1a43e88d055441058b9fd19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60196be22be106814a145c76fe9147b876660710
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee44a467f51714a68fe4c41027799aa3883f84faaeeb0a59acc1761f609ed53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f742e4c9c7467b373c4c7de5ff7799978ccf0866
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e4ba44287551a763993645e08a961c0158a6bebd0a6c547b6ccbe0c339f75e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c10d75e4e6e552675ba6694b951e9067172e2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c0b6a3e7efe4edc9f06db66879486d17fd654fd590cfb7b77e1c994a5ddd9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8d4fe2530bb5318b8bb211bf2c13624a62f0af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb2e02be275b14dfc28e4aa9737591636d3b37cf23f2f23d5f7335e0d4471a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9110556a9406ed740c673cd0ec9c9a9ac1a0b53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1694f99b336be5535fd86f351cc26708fada13ccbb31024722ea3786bfb65a59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc657db43e926282a542cf505fb63c0c929008a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa185a5aa25d3b2ab19a61abb9882cc03127f5576fabb883a1d5897e957ff067
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53995889a5bd58b4ea9c360cfb3995b2fddd6b06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fc8783944165e58eb926e3a45e8d711372fa00940f27eda823d48eda343f0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffb9c44f8b0dd7fa6fa68b70534a92c727fe69d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804bc3d68357d24c40f0a60c5978021901db597d2bdc0943df85faae465a40c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963c43e9bf3869b982fa298f7dc6d49913a44bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66144c23586e851a1f0acb733192d5e1fa858795e05bc5175d896c2be7438468
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5249affadf13c4927a0fa847e9c54ae8483e63f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a376b3df7a6a3dac3f2f13b5fba5a73ccc1bc64306aff22722c8466cf000c9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166934784ea7085c1cb2be01ad197bf44dd7d48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e783699c9370889764c5d0c6eeaa8ee0df15d749f4499ebd70d4405132ae68f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2dad875ba6bb250b8dba45f48e1210967b4893
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b453220924f965e5f8e073d96d57c22ea4d74a123f113919d1a9a6f20ab1c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e08b63571176b2641d56910a4933609541226
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922bde9822dd4a9f5bc4d7916cc0c80f176417fa4f547d2b53e5ee5374efafe4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b104a414cf9d5c78a97f754b5fc3d997359ea34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df49633e9aa403afdb60320158e8e2501e97b23ade5a3d0f9d4388a3889a97
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b847563ce299ca6494faddaadbac201179249c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1219f4ce09af39e4f1688ea3e40e754652f7669e97162900cac4ce952472ce6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926e4789201cfc63d1877afd57cabfd947dafa1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffc9a442d75988d39191966a5107a4d98226294292fa8307884b6cbfcd0bdb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3756cbe95f69b0c3a11b79cfe43594254cff57fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515341ad4f9d95a10bc3ac4ff198c328558201e63263aa8735ed372ae7cf69c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb882b243f2302091225b357395243b8056ccc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9130f242efecedc0dd190ac8991f25bbfbe4c59363c889f1534e1e73e32e8d2d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698c82c5bd0ed7025a3b04eb2e88448b13cf0b7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5117cfbf4a38e7a191bef4bd24f529c193d0de1f35ae7ac581a0d40d873046d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55d74453ff7f9b8e2f3f02df7a2553d6a626851
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b9d3f98a191e0571dde00ed282770551efe6826bebcb4586ecda985636099b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0274988b1c26acecb77b99f3e478cba60f30d13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25a3f51ecd190206e590dcc42697f3ff620c941c1a600e40f7f4ad96635aac6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bdd03c8df6fc85038151dbd49025402d8576f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c50f85be0ad99ad0e9368ab2e27f3125806ae52f4b402e87cad6c2fe8b63f9c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a224d0075625711e767eda236a62c54e88e5920a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e451007d2d06ca27fa0af73c7a36dc0fad2c97f145d141ea3c8773af74609
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0f3d04cd9d1b36fb891fcc4224c444e8417b57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3694d91cbff7992c0f1295dd715433a82961c590f65565b8693a33c013e86d2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f9712c332bbfc96f80e2f71b99dedb7203a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11728ce3c2ab0c962df1eb7cf4898402fa2143b581b1388605e289deee888161
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7595bfd7a5233b354b2a9cc0549e415664cced3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9126956dd29fefc491535ab42311e745d5cf98ad42c4e2225b4c5e52cfafd673
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbcb4b8b648fedfede59cfc8d3a6a42f5c664ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ce1279e50cd49debd1fd20bee8201308a21618f2d69c937354a13c6f1a637d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc073f28c3a03a519ac48c3ef21f2d7fabd3e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6e050fc6369dc04f03e7e0b580cb8fb63fc4e5e3dd45861aefb940c0bcea1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac61d97ace14d8620c815b09a84ce012a21d0b0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e40d1ccfa77665e6253bdae8a719b63932a3526906ec3ba0cc75f4ede1944d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a62d7f93f58a70fbe635795ce7466d02fadd382
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ab0f8b99a66c50e3efd6d48a894710a892e54dede63d84c6b6129fcdeda60c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e918870378fe8c77a9b5c8756348150da6fd53a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccc5e5195d233e405369302553ccefdf0a9c0ff1ac96d31b9b5810768659b4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f84213c2d256381ff3ea4fd7fdc7574fc93bf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3836a2bc8055e35c7bd8b7fa8aa9caab037f0cdff70dd224788dffb3a3b6aac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c3ebb5799ee6fe7f56e373d81d77250928266
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf1df67f669cfd9207243709075c1d8b22055326d26b635455ea2f5b213c7ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e168b06baf1029f589ed512311242ffde7ac3516
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce31b2d2f860ad86daaf714492584396ba2f3caf3b7ba408d8d00c7fc79c37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e1d450acf455cb5a69352ac344fd3f412e045
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dce9ffca3ab2ce70a9e12cd92c7c3f7fa864ecccf3ed1712921656fe7641c5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f00e06a4548c6d3966427f60166f02f41f2e2c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d99a1a1abfcda8d259653f042bb8c0b07ec6a18f5c8f3895a9f1782affca0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef9b837ef1ec5ea4e04a065ff12e611bd88e4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ca46f0e77ac106d7bc3e43db2bd01d0a126da55c407626d58866197006c03
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e53b3bb0a0fdd1d124a9371841c9abeed42073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676bc605b7212cdf1aaed0a11ad2888dbfa9acf9ecc256bbfec440f5f2bd5abe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943d16f77a40defde7f869f76ca535794bf8aac1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13430767c2f1021b2cef431a270cfad7a554321a69e7f45b492f9f7c8f58dccb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3e687408c4d0527bcbfba7f4ae25d09324188c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a460f8c2277bf3f44ce522505a0001a68df957d0e148fe01b01175c516956d0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb5f6ea8e84e378d0577e6bdc5ad77a34db73ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e01eeac647a49d20303fdf9bbf0c170478d6fcafc58eb1cec6bc005b4d8022
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6047492619248d28e6310cb3549d515f8df5850
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4329277dc972845eef8b65245faa53df0dfedfcc2ec5137744052bba56c6e2a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f95c5f5806ed9cc9570e7960a02217c9bf5fa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860ef9d9740e41ca2435815e021d6129a9d962e0992485e44c9a35466c8420d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb9081e901991bf532f16d8836d49f8f8198886
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8211874612f1242c0b4b873faa4370289e1a724884d5db4fd931008d64cae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd49204eba0aa3f7d3d6312df74e2a781aee1970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4468e513b404b5c2b2395f05c41cbf51c021cd8e9b47b9ce0080e89fef6116f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff768d5acfd5006003cc0368a3f58128a3cf8fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef50583e096e132996a11a1b30b5f384745bfe383e17b13e714b560400ecc8d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4365b94ef22b404e5b1f06ec5279eacdc373c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35518c07cc22b6e68dddd9a7965636ee7814ddeafad125f07de3412bece9d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3262fb2fab63d3e99a7840f26d7b9742d4974129
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d25dd5cf12f24fa851399fbc73899b0d5af48ca99a7305494260d8af63f4ec2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31ad9e2e7b7e6afff5244906976ac1909ae112f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff7bbefea932f129e27fbffb27e971fabad01695da1c26db3d971803d65c5b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5ef6973d6020c39591efc07affbcf3117ba669
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0c14c70334543ce6e699e19ed0d0218c87d6aacede6f39ce31411fdb7b62a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94ab08a382ac287e8635932e45c75d6a983afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e06021fd65ea470336d95324a1f6d15b5da98b1b73caf3b7fa9ba3a3cc22a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae834cf38896f256722bc4edaad288838d2fef39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352f8b36b7869a7cc798f2dbdd4e77165a0f66b4ddcca1dd6b338b8e452f3cfd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edb8a460aa22c0237ddd10596979072606d42f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a36b7fb6606420eafdd5c732e80792e69fe746472525ff07ee01b7bb2f8f82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573c3f3d1b059e3af39a4375dcbe14c0b220bdc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf701bb7722706b8feee26f13e36635ae18d55ce13ee73077a6c2d7689715a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4325ee6ccd654bfc13a89edb7621579a6c634930
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d38fa9ee3b7afa9856b137649457ae8f392beea71a4afc21944bfc5079b6a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c588e5c70b0ee82fd465a1e04ff5d003fa6c5d9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef1c725cfa70634619dc4cdfe1398072f22e9ffcaa1484b939df56d403633b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c7d899710910478090caa52ed66b4a0da53165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1977c13181f52c0eff79091f362998eb0e6cf4f157673a086fd566583863a3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301d78b5a34b9667f602ede28953774cf0bef42b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5b131e631f7ed7345b63eec9125c45374330039105cb2bc7e20887871b89ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eae2e310b835f2a68ead09d756d322785c4f15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d4eb4a8c7f1eae4638138415f3a4637585d1f8f2ad268d543acba62f61653b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeebbb519fad89cd953c20bb31818732320acb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1693938054eaae633a7915aedef0809c6e2445144c85b0e5918b9cacd817455
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2722abbc2b2f5aec64de6edb2e50c49f5131fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e3eacac2c71fad05c6f3f62c4295f47e5d3d71fabfe817e9ef4a4f0966b012
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9362b12fa8bd43a34a5fdb50af6141691ce938
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed325053381c8355d2e79430ec9b39a6b1107c9287d6536b61a97fc8cb175692
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f134f983f9175650a37dbecfefb85e32029d36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7545194c620ed4843ef85fd9b427c4a85696f69e96a96c3a9a718afe62fb472a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5cfb8b8e240b9e032527b9dac82ac17f73a868
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d9ceb98dcba8557d675644fb7a58f91b9de231c45c19ecd9774ff401078c9e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc3fe7d17399022c9ecb31202b3c898e3715384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe252d0cb8a5e1500ba9702cafbfcb57df8bcc357a076f5ab2839a00bebbe805
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedc8434b055c676fcbb6ab9c251fd9a54151ea6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd556b022a0e72f3c683a39030e638ef254b95a3bc5adf0ec64b9ef55c1bd7e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12efbb026d56bb5c859e85f12fc5fdf83e1ff842
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd6c440538f1c1c84b69f5e3360361957d0452dca01f3d525c55c73d12eabe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7290557be20023c4f248514d71038404466c7b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f65e529fbe31a894d712d5b9b5a48071fd3f513189d55c5dd832415b52625ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33d350e38ae0352df5bea8f97d05b9cbe57bb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586aa398dc121a25e83ad2f04b02ae5e2f378a4321f0b8c0cbec50cd34f165c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb1911fdb41cda46305d40bd08b97eb67143b29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bc0bcd53e8cdcc8740d47ebb0c91e0e256ab0fdc892875a38787305781def4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1734dd4e3164dfe0c9c992d35ea26ea4cd89cf8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cec5083b7bc6274829f1ba0bddb9d5fc193e192c7e536d6ed71e1ed600e503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc756c328e791cc17657d1cd0daf342a413171cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0058cf54011ef8bfb52f6a3798b3314bbe0ed2b4b56f1947fe30c9fc6c13568c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3405e8be3e40edfefa1d8d84cdc8070b0b9b2883
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f66e1e595896f74710dab10c73b3f1099e64ef5a2d60f8b5afed17f58596c37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e2fe2c46a9d9f12c135c2198476f0fd8a0f82d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d47735dc03be3da4d338141613725452399c5b6eba5bce6fbabe849d1cb928
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc19c9956b938affc646ab8f741d855293311c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38a62a173202c4a60c5b4099d7de591351ea4ad39a67b01f6e538774d99bce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2081d261f7e401fe752c588dc00220621fb5002b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6f7bcb1e99944e9d8ae765f113ee579e768b740c1ebc71364208777b8a017
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4c8e004a77185ea392347bed836b5add1b11d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da286d0f4c8ed02eecd87bf2629e968a6b37400e335ed73efcfad05a727ec2de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34903f6ec69fad67524b0df2c50ff8c249c684a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec490fac935d1ca72b8c8d0f3cd04421778177e73d1f79487005e7b4ed35a9f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893c6d755815fa1720ac9e53c60f179c1e7b3ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883466a26289ab32ee0531e4a7e06b7be01870b3b01b071fd64247fcfc440e64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f23c6c8840605cb7d496bd64be1cc802f110452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6356b90897baefe5c3a64e22d044c1bcadab05c469b1dced79b1fc0e92e8879d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa3d8f47028ab2c16789aacab6645226aa1d38c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3087d3b431a9c3e41097aee1acc554117b4c10c21ac4d31e121f32d120a813
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd642d2d3cae9f6e852e94c530a45012c8a0942
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d3f877ec8d9b1df117dfb12719356b1c0df74f60fa59efe22271ea1c00fa33
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9127cd20672ffc0f2df9fea48a563586f948cabe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495954ca71b053a81bc6262165075a38b49c3015814f26582370fcb7b9657a47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a7ae87941af1cf7e085cb9ed32286d63b2ad7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9dcea06752b206a142f7a9311bdada3ed1c3b61f019239108623d7bc996513
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef83c72e5fa5068b5143006831be82c841f121ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59f67da4495a2cf1b28186740bb056336b59e1a003d10d6dc7c45d1d2909828
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4422f48731e946205bcbd62e51c037e25610090a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991e8a54f3faa27873542c46d32423b5196aedbb8e5d010383657f4ec5dd0b2e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a6e825639ed3862677985ec0d044df29fd2048
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79496321b4d4423f44baffea7cae2a0bda469f1ebfb570a3e030bb0d9a5528f3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801e5fc8b7290b8234a68e66ec66eab7d4544e58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804582161447bdc196a50b00f8919785af48cdc6139968ce86532fa5e8b8952
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908c436ec2a9fd8019c2cee2af39eeb318ebb86a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b18808c8a96b033f36da47229b44a9d0261b339472f1dc75ed8f2c9249d8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb8e62476911c259402c7ea48c7074f3b4a2082
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10895b235e71973942ff494156ea829d1822dc17484ae9640a9e01510d3b204b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109ee06256f6c391396e49559d0fe60a1c6b11ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a048a26a528b7c7a42530ce838c7210eb5ce6d9fbae42f8fc5e5a82aee299
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3493d3a58ed25ef8f0ad92784cd71366974c58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba67b299192e036c13bd91ba36294a74802b550727f1c9dd27c85097e41065ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54b9c8c1ab57fa92ffb0868b514c5c5856a609f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1f9e02c4b8ad70cb308403dd817a2cfc41853c88c65288550759d368642864
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e618c8ca0415f4e89d758dac8f7ef6560d785
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797b07389124b2af1d11c36b0b86eb0256fc0b439345ec66a0dfeef236ec893a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d60e91d4613a692e3a8330ae313f5efc16db36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011ab5d91995bb8884df1e55230c0561ef4a33dfa649950824f8dfb8bf4d1c64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327929c7794eb0e816917b74e565204e1b100dd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868bf2b99fe8f2c59f208e01af97c70788f740824e710cc886796bf6c9ac8ac6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f039f7217883f8b310834f2cd631f8ec7178488c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d303b64e89e9a841e1f5baad2c68f55daa16377de4fbd60640a375ec143016
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc6ff457ca43d43c550ada6cc8a73dedbc81cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49eb2d39af49a0a81343102bba20095f6227896c38cf4439ceac404789be537
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef32320767a4512f7132c72d7301dce43ac06e13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d9937451e7918f92d8e8d7eab0b1cb8f3a33cb1cfd7603b46ed6368ed601ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897f3ce09baee8a0a499babf8f0e41e932df4d6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6af198e324937e7cb5bf4f5d1fd3af8dd0bed9028f85d90fa07a1e3291ca8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e42afb49548ea9b6da02dd686c05fd63911f457
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5316ec2784cc9659a7c82ac48caf66393289428d7db6a22de9d993b0824704af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e120114881fbb85bb05b986c980b69f3b1b6cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a07e0be95335bf213e031978a6e7b971919bddb42ed39ad7f239461f2ec6a09
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ebd04a806cbf08f7753af18d9bea0a1d5364e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438d1e60535bf40a821633c3156bf7b70978d498d6118825c2382be485d90c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57342f4e8d190449e9c0d1382f5771dd19302425
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3282da26c8931fc351839425024ec6fdb03ff5aa308fd2baf41bca8cb7098808
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd153c76d9eb5e32233192cbd5b0402d4546208
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7fc6414ecce0e31e19c8ae4438405042de13476b94953dce8ea1c9ad4b028
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29baa88dbb1bf20993020aafe584e289fc04428f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38a4b47eabe5130fd0e40baa9180514f8bab90c865f6fe3ee58f953344f27bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc838490b6f8b86b646f826331a4317bc5e298fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8661196ea7d3f44622e6e1220dadca252062702de56bfca71e7c205a1d96aedc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960b52e01ec1997cae1370beb5ff9bb435f0dc76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493cb3b1e0834a8b8f35a1ac2f9a6dd5b9afbc20bcad1b8c3d3385e51296552a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e48ed69c7ff97c3a9b26bdd208c5e03365e82e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d78705a4459c03f3b3da0df2aa9bc8424b475b53bee8ae52c9bb809a81a5fad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff1ae06b5ec45f384ea77db87d39d3918c27cb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070d507bb82c542eb5cef66414a25df19ed80314127413900cb86aaed4adb54f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2600349400825f7f55e10c469e83be8ff42016e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32562f03797b6005cac32d2bd86f138280bb74225dbcc696906c19f43b9abff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82fc3924b5cbe9f3992abcd39ab0b807185f40b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5397186654e4c9d0e75758261f19d11d6007f040bd2a3885f92b9fd9f9a2b09d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f4945cf6f6d5d01e9d6d6def26a91349b16849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb97ab0ccc5e28f1405def02a2970f9d434259307532f18749639d081200045
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebaecdc095e1d8ace2da521de3937a769a43f58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38904d90a109fa4f2be70490a6202fd9bdabc05d0a10ee2419f8094bd943558
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069592e94a2349c21798976193135827b7f1f0a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c185cd560015ba71aa54550531aa4bfd66ec9db2f026931414e6398420f086
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec3c55a61d10112e607e0812bd50121b4050c07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e876a36b0aad21bedd6f7ba726e44f579e2632c01902580337b70dcf4f4b0a46
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffdea2df03e9800ce1e6ed1b87554e05016b5c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8315db8774d05364c8273021a237d80faad35022ddf17171ebead5059d22c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2121aff988f09d432f9c2cb4f145058506d4b03b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a20c89c744dfa9f77e0ea8f25748d861480d01683f0383fb1966a4a45387cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab407a18458498d13bea11422f0e747af252535
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19160af07b410a1fbb7176c94754217425c9c83a9791e79c5d711ee504e1b87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e67dd77f417451d2e9d4723471911235653c71
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f778d55c58648f92c2424ae0d7a9c107b5a8bd73a2194a757367ccb8d02d641
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea31aa9aeb76efbfdc465499ce6ff15b7dc1a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0206c89dd814ebd24caf37350afa23d56333068f1631067b28aca0b7f46f52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5c823e5e7eda5d9de48963a3c63553e452a4ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f031b661a0757b3c8103a8b06ccb61e43fb96d2d8f27b23068addc7f475329e2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3665591958a5f2433be2f0e5aa6d3b15954533d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205fe115fe9684dbb587a2897de0e124c5edfc11e56e0c28683463f6a3eff566
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790fc4a8e9ca5ddf88f3e3dabdfdf44d971e1fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4867d62d7bf17171b6d126f4f507f9c7db7804facc0d3cf06a012bf517deec4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0ffbfd960fc2814499aa01d901ab949697416d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f83140d1bd675a72a17d18d40a15abb368847d1f4e0247d1a7a33bb1264dc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acff681ebe33035ba1ee6a1bbbcb15675ec8237
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de0fdf853028f581ca3df8353779ad945e0f00781a536af48b58400900c0b18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364e670d896018688db4869598bd89bc9462462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56273d8df80584593f0ae6fb34ce18564797811749e8fea0b025c9e05ebbac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3020e3f565b6618796841bac616928eec3b262
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd62daf36724c8e144bed50a2b35d400d0e1401e7e6bda718c3e1a8ac7c84f78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbb3f3e0559ec27fca72a448d925fe7312322e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd828bd97b30081cae40477a80d2a548a727fc135025fa2b2cff76a6f9778131
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5e26dee893cd4c769ee962958511e664e581f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3ae0faa86abe983c421ba1885ee1a2e3a025ac8d8315bf0f6fee9f0bacdf86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43b414288905ceaa25342c3468f03006dd708b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e218c1f51dbe5183abe4cb335aeefb2ebd4f0e73c71026b9bf41da51a7c9bdc4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de29b34b895af0565dfdfd94f62939596660017c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d72f224d52b6329c44d773862d07f413d0cf627bd616ceef0418faa31c2e23
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb632680d5b8aa45b1792d29bfc8b2fe300ef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38205e4bae8f3585a80ba5c9719d45a5196134b2e0a97658aa0b6302237c622
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7b6f13e22bbb84fa192d4837ce402c590375be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42efab7793a3f64ce9acd1a8bb71be707d3a0d0ae0e05663530676473a518842
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f164c5067975503d7e49d9bb3647e77d6c94592
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8fd3ef59caefbb955e34fe6168bd57c87457e66533484d8829b043e696236
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e172758a6727cf9bb3b75f0f93a9c01105e1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2726f5aff146fe956db44f1a65ebe78c5816b2ec573f84699aa0d21a42127556
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc040523fd0b92ab752b4c628495d3bf4f4ab402
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a018861fe9a07788ef5b59667c651a6b4395e19d3c0f6e0522cf89cb169576f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bb3416cdc42222a9b81e4b81c7f0a813bc78b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ab63582e807702ab01258be382b3a68a4b1b391bf099b6e1b6a83cf3727ca2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f774c58e90a90d7408ba9656ee01cdb28d98d59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bf1c90cd9cc2d86842252d4f8888c12202ce890029e50ff74d8beec74d493d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb6fb2a59f2c00a8c57592eb17b517979f87cf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a5317df90267a194cb9264d02974e3a2d66bd7b24ae66fd24fe3e02a2ad1b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da65b720f5e0bb43c16ede711b31a3676cc70f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06c0da20e3c5ee34c40a72326f8183773edf167f7a61a0277ae3c6259b973fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5603327979d3243043f917243fc22f1134668d09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803d7ce1a1bbb1854f35d92d5bbf1f99c6846de8ae7590e6f34a5bdcad915e9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809aec6950318a63178dab6c167b54102dc31714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f087852f41656c2f582c0a42014684cf7335907fa63b7276958bb8d409aa6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb587608d97e1d5b7113023e58b97392dc7f6c7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ae951216cb74c2c3b973dc510cc9cf9c68b825d8c7ceb9d30b69f83965451
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b3ec724d954913508ee9ec853993218194618
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10312aa40dfe9dd97462e471145d4338a4dfa862f1146a22fbbb067a8f7f200c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229269f9f5f2088f912babefb5ebf7681d1e8de1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7507ee886b9e4618b8e3bb51b2ecee1b3964422d4d0a31a0d818cf7e9e7e3c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5bfb043819898b64d5eb0950e4ae73c03e65a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ff781e1f7705228bbda654ea0fe9de58ea453eef4088da540f327d0038cc1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a9d40e09064dd849fba468037634d56a60f12a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc50c87007d856236d2a925427de15640f19691cd499f9be1836bff18230b74d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19ffcc0ebdbcb6ab63e5ee34b98c5171a4f4908
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8074d9fe831d8582a8b359ed97f16a2f5ac1bcd62781f18adc83c84f13b1bb9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aada8fd43bebf219552e04991191bd416b52ee6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ac5a42f9e3c9cd474e74330cc80263985e50a7777766226427683a72de5d56
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8099b31bcab50ed523c1eaafe2209c4e80c7f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47383e5a01e2d140fa58fe2e8bae8bf989d2b1747f02a00ad70741905755bf8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ab73fa68dd6112b3be83c30518f565550ca7e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797d6a3416385b4518cce94ea1d845f6f3345f64cbc1fd7841d6b212d7991cf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec188e99608eaad841db4788881f66a58f33c7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8912ec1ada3b711bf4a130350ffa695fcb9a47f5ed60a110cd92050b6d0a9d5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6d191df26ffa8a04519c9358eb93cb98fb892
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd642a143a4a5338395f8ae524aaeb3776c91d995ae9cc5d5fa2daee59d8736
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24edae336594e0bc6837062af284a00c78a34e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1217f0e2aaaf7a8ea89e0bebdff587af3432d9d0690f53bf2d22b1a7b42c55cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a201f03649d2ce9b07fa46d420a7da52a9b50511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5f6059a11b1497a587c71945610885f81a60cdca0f46f4ce34d23679a7df54
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8ce23d2e0c04f9228e4663e0d37bd3ccccf288
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9355d2a0c7559e81318e44e3036d9d072f4275e0bf82243e1af35bba07ccaa37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d1f3df99813342fb9f0626741803fc6d14d7f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9763e4ff164f1b76cca7a7ab7e18210e9d8d3dfd3e0e2657f86f9fdf8c21dfa8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b693eba6efa367104fa220eeba26f700c4f075fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63421c96e2276374b7d900b3ddae25513b09df160dc9dae96e31629629a4d910
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5914978396c39e4330a0a29758f49a477455dcf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3251d9887685e82a7031d14e70bd4894acdf0c228761d410d07edcd7d83a297
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793d9b028bdd8c23756b17407cc828e0bff0af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1a1ad37936651239759e68b82b60429482c1a20fd72893329eb16936ae1db3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd35a3c80099bd50be22c95ccc760f99352a525
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ee5742e95bf47ba56d95de382ffa9e0e68bb0313104751d95a136e418dbfb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8786611fcae5d400a42c7cdbf8bcc52bc1eeb388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c043459d07ed0e5a52db445d8d3e19d9012c6d887f82d829920b39846e435
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a73fed07188f50d6da4c5f5ca7c137abfd8ac2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadebd52649c744510beb24108b8e26f3739b3a0cff6e7292de48cea6dc819b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b75627b7975e3f4f657bd5e6e8157d35d1a18d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc665521d8c30960aa547cf5c87d5c8aa6cc00db4e535c525b7540fc42e7611a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94195a962c382b4f1ce285c5c5a3e25a43ace617
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3cc1c869f533efded89b2fcd83ec4b2e119a99f747ce40b6e021fdee60f302
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5ab725dd8bbe9e0785937eb55e66379ff72cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332673e9fa0fe52af5e44385172dbee043e1b14a883f630e1e34a71ca9a42e52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091cf36f0b1c198dcc5357030bfa8b2a6109ad09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8458d6e107df8d53a763b94f4ea1d531ccadb7a7f50b797df950107e066ce947
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16757a195c3093e8e421cf8b5b69e15e1de9996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7dc98d1f346e89470b82d24cbff28f776ae1d16ad801522a6cc8111ab076ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ca4998bf1bf6ec3140f7b4f14d19c54e0c086b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3f352a94af231b5cfb2c34a8d10017de6ff3b14a7348e0ae4918afeb37f64b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8326be827e62d8b84800492619fbf588a1be93f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216480c50568444f4af508df957cf615042ee49da7853a19d8ecea4473b01dd6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12502602a607bbac85313010213e1a8cdcb147e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f529e0f07be544b76f305e0b6887fb0858265821828ff4ffe7029915cd696111
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334d5e8bfca6d7454d848b97e19dc077a087c695
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028e5c6d078be66a0d539d77b0a8a50d55b86aab2adbd4d6854a8ec69bc910a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c99e5805c05dcc4c0906f4f6e3132e918b9b58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b62fa5b269ed2ee0651002ea63a699262eaa79a1b6a19b5688c0fcff85f178a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2cf77bf8d88f2a965b4c6edcc26539648b49ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315e7abce65b5975fec1662a9000f8f2a4e0f5a93d43389a75244e32d682201
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdff4d47320b2e84fff3aa253e82af24491ddd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1577844e2a45c3b8f86ff661c7668b9bc54689adc94cbb5d71b7c146ead483
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809acba442340355f89f7c8aac013ecba2fb280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc991685e0609c0612c4d5434c1471e7a1b16946cb50ce94092ec40e3eb149f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe6de51b870275debb99cfd0b3413da9422788
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e25ae391740375ff0774005a8cfcd00fa0706701c37b388d174dc300a01a12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767db9a66abfc1c42fbe66a3248902394d4f30cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076c1bcb207a1f6c8e3a987b32f1cec1df16b1b7a2335cba873fa123da4fe2dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1161347aecd5f5259f1f5828f69078eaa75b92a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b928be54f10333ce1371ecc0ad2eddd11c9d1a3203143680596cb6c3fb707f88
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c981301268d6f7baee1ab0a7e8d88191c25936cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280e896e9dbceb5fa60e62713b85d3a33926de5b247b424b062f4fdd889e9f7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c01de42ade13eed14820b4abb94e4420c8e90de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e16b24fb85b07ebea24ce87190f392408840554751ec5283717f968127c7f5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d8b72c7904d3af3c8f24cbfb235826be101f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabecfaf670ac93492bec1fcacbbda59d74eaacf19ce2cd651a09e814491808d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e73d8e85d0feb0b7440d0994aae5e393b61b235
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dbbff3fff68077483670b46e7a02dd8567e6639ecc082386f73aca653d50a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b94b8d0b13e55273fc58629d9643622c49c3fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d03ecb7c6e4f6dd17505249ca8c10beb4870e3468bf67afb4432fe3331564f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c942d9c69aff2cfd265fbb83036c5b10269ed5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c27292d1d9c4567598beea7e145be53eb46b449075107d8b47109a6caaa5ed1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc20f211ea25ecf53b0f1e9f6825f22d900858
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c99b4ac1dd7f444fb2f32f1aa61e44b7c42810e6c3e860cd27bede4296f37cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92615571b89891cea6bcd0d431911e28993dc753
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eca134b7a854edd93975acc06a3c0e12c6271919ce88fc495590f2b9189310
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ee5a2fb96709d2fbf4ea969fe46ed06242db64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d83ecab8f6708a75c18381ce940fbf62020f682452d7c1ed58d6ea35d5afee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01b9718ece919b398573eb74f75c4cd79d73f7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f960fc87d78e6d3cd1b477ec92400f4344ef572411acea0d86fb61af082269
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb959556ff0d8ec270cf6768b7157980fcaf0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e679990d03b17fecb99895c7d46f7bb48669950e67715ae767523fe126b8925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceca937e3e07929a6c1415d49e7fdf5c85a0ef4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dda08cbf37d0e324751912e9dcdf602557f729a48bec0fbb174e4a5b7ded64f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc7c1af675c064e6dda0245cf2161ed4e5fdf85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08dfe8baa80a74d262d6a1f103d11fcf1a62ecae1b59ac3eb80899ad20e36b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ae7ab95207a846b1bf5d950580cdbfda9a4d13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cdac2a50e3ff7e51edd682fdd18e2ce7681e4299d302e624ad8377eb2faa02
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e6fcedb2f9617d2b9fe9a962f783667185db4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61647bc0c36415253c3e6742f52967b9dca025e76da5f81f6c6a48f662d2a3d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edc6716ae5d52e86c7592139b6c2cfab81ac650
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05652c98127c410330302ff8d062ef9adf39d35a2f63c7c47f2cd20695051dbe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e217daff005b2ba7b13fd25f7edd2593792581
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcd2f7459e7dcddf2a8be113806b532f1a7bfdab2f98a9f68a5e12c4f06b9be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a13500c3e2cb3f597d864a66a9eedf03d64f38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1590211787b049425a74b9f91222fddc88736fbc713b25df40958f6e5860e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d51d213a8853148a0439078f3cf93ca1f5434c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3ad6b0edb1f118330f2b266ce9635c00de46c388c010851e22eba09c044b22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c258564ff492e2948bab99e8d7b257cd4f53ae5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b0cfab7176e14c43ed9a9a88bd67274410640a5c44a56b2096ffb71de5a788
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a0326c0ad58336a1b219f57cfd31ef833bc23b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a87e6a8a4d5563dccd784b2589dcb16f3997105045bd39d40cca20b3d1287aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5d9c8becf4a3747ce6cd5a810627f6a14f846
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9c42469a9befc0e2776c5bf1ed0afa20e1c44fa5ee94f139c370f2c98ad24c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886b767d0ae6484fba579dab44eb3ca3b9f742f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644cf5486ac88a7b7a273b566b9484464ac8c9eec6e1ac4803a9cf650b5fc2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a60cefb7d13254e6062099cbe20ae8cf0911e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03cad97fccbe275ca3b329600a1b97634e7fd3326b0aa604d85001fbeae75f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb02921e34a9fd6bc03693cdbc89997995879cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89bdf85710f941d629b66d75c935e95d99a848e15778240e3dc618b21d4ba4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d57c3491d1602072920243ded3459d615ef513
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9af19092cb377c806b9c87f283f8bae6e5223d7a503bc5d42a9760b4edb3923
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0aefa34f1186903b07b31301638853584aea62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86944f9e255f1be40ac8ede5da3a3c5dc9d33a1a019812b52df97a182d4a0a1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0029d4d8b6cebc7b8629e3b75059ea259ec147
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6366f346b4dc7e7b197f91b1389c76cecbadfb61dddfe7e614cf94460f209b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f6bf7f2ce89e155f5713918137cd5d1912828b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35e074af1d5f603867da728278a90130bcec3b3064f718ea644dc60bbf7257
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d47ba03d5fddf4d444b6f83c945274b9f5251e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5556561c0ec9827165bd9972b423343c880329891ab2a1287b9748f401cda44a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346c5d76d2cfbf01c2ab2b82a0d18df051f9d486
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b484cc5f1ca7ce7cfb429405e0081255c19328c6b8544f9c606d3fd5fd4f37b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fdc5b80d783ecfc9848ba81a832a04ae7fc4f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0755b64ea165191b8db7261f61a9333ea56db5ddccb43371d1667a9e456ffc4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04f760f2cd21de354be6b445df0f87841d2642e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0a0cbc4f5ef1bb39b211a8fefd1a44cb9aa86a654021878e47a599d5515aae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5245032995021ca730eb299a7c891dd411339c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a587466915e9eaeeacb927e6ed43d17f461930679fc44ff8708589c7f02a0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52622311102ab0166651f6fb011c14c379ffa76e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b3d132b9f7397e5c26f358249889bc5995f6cd6247bdb6774e4ed89290658
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc10eed8dda73a233cfac018317b39d14f22405d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfcf39655e2ede080667207cc91c2e78a513dbf9a1bd4d114cb6b575e782b98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae5b2eca3eb14b5ad330b67cc9f36a9b58e086
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fb85c4c734573283e0fb4c58fd58fa4f0c74d6ccd4f70657054d3e1c547eed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557f2bbfd2a7c3033530e85c70b2f1160490047
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042032e843df15ad5c31b790f3044b06574cfd36cffce7f3a03e619f1a41ec27
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c4f77fd481ef04f74da8ebe4a253c31270215
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57f3324d0c615453da32bb93e0df43cc7fa5acc3ad0f9a61b6b3c2e234b2873
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c226a53e315089349af106d2a0aab4a84fe29742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f0a2f82d58cbfddbce79d014e9e71c85da399278a61fb29e65a3c420e8af88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aec03e04e3ea1969c9d75335515295e2154bc14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37b77597d52461398a9325a8e8d57d5fd5f09791f45f64d1129bb64033bc9e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425981d595b5be5a629e0d70aacfe193917d85dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3e10b8a1732bcd7e4c45772a46067ea8812847a42a6ffe51c5b52e74ccf55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b666aef4afb39a36058f4ebb26fea463e2670a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ed0563af5f64d3c116dcaea3231f55d0a11fc966ce96ece1492b2baadf17f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ae22d6b0707b93ddffab52ae9f4e388bea12b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990601d07bfa68e1c71987a38a37e6e3ae4d72edf3195c1e37ad84224ad9133f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97f0e8254ede8cb5161e826ca2c366aa0908a70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad42d2a0862c2aab147b2db77f3d2b8e1694bd62b6548527738a85a53f9cf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a4a7aa13ff6c6457582430c10b6c79ff7be553
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fb10339c39822c7b65f5020befa3a911f1fecc9eea26da6a05cd181cb1c22d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdecbf01972b7f00b5e7dc98eacf774db2cd4f28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5056b406e23677b14db27e0321f1b9bb3090e7ddd2328c6fd3fd5c6a01a294ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b624bbd7b0e2fb9ca19c7eaad325e2ee8069c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a274d455f18d2b3b44e071c68fb4b479a35dd8f553eae76bd5a3306cb8523e21
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d70aeb970ba580a2db693f3449e5b6d1efb887
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278e0fe013e069f3113ef97abeae0814599574fa29a47b648375194a438df998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19641ff5104c0310dca4658dd03ec3ee58338d36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55cc96c60d37ed2edf2647f465b23ae805c2c8e2f62e35ca8b3fbebe3029c04
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98af299f11fddb9899b1649b69b28389ee2a2ff9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ac30deae0e04f5e8c4d38d361eaad8b6f68230d35368c6edcf128e078375c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3c342dbedeac5a2e28bb0779688803df672e9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cfac8acfe8573b45f66554a2249f847a0404f7335a93a6fb28ca5c23f2688f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71f4e9cf23f0b9af6cd5e27943be0ffbbb62b29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807017d1b3d087912e7a43122032124681a4dedfcf0abc8126323671dd20e248
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490a895f2f4eb6ea7719ff61b152a4e0de6139f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b1b7daf8a80bb8af4b73ed90153d65062191b4056261baa96e7c7d5a87861
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d105090375a38c1b5dc6441669ad36e3a099e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df23da074234a95438a2ac481e8609af5347045b133c7dbdcebe256fa61add56
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20baa99fc0abc777aed5c2c2e3a2c047d0c62916
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44769b1c36db4c30b1640adbf215458d87d788669091bf0eaa7075b74cc27bbf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa05301daf209e8c3a8e778760d84907322cf7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ba894b4ed8725421f3e00e8a6b7bbbd7334e06c6c9bb4fb0b0bbfed082430c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4981c8eb252e4e3a6cbc8f4cc39e329c5d1354
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0bafc99ab7379f70e06b5a46bb9407f156b56d6b47184ae0c11874d6bc781f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1c1e3e3ca12590a7200f89a619775aa3da16c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7469aba38a1fe3a0a5f357d4c34f7f0ebd6574587f20e788905d44df796b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35597c0a393404328db31d2fc35cdf46515cc8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34e2e8d0b79f41d01aca403eb74777b102197694a81a4ca860fcd327ee601d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e14e4c2a44b68ba9fa356d28e4c59a20c190385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9200ed5d78e4a9f314ce274194896e4cc50d76985971a2062523110e9b5b12c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f958d1d1d11dc512010d8908942b1b2aba6316e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd2ab32a3ba944f4c570483ea753ae52f89ab0e0f2b23367dbd292e9f19b17f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1243b3af7e012f007f781269482af79ca9259c28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf7dcec937931c4f0d9bc285f0b74ec8832ff479fa8b2fa3e3142bbe880f9af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28723ea889f065b024bf1f69832a698cc37b4db3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a796f41c3ab258f3d2bb579a8d64f68217d5f770c0c125903c292602c237496
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcd829f12cee0dc96537e7c52f20d07171fa54e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b424fbfb8b4485bda50fe91a94df6d96ea68562bab05cf43d41d82d614444
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eba5b0a05fb29b5c6457113228ba3dbb2340ecc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fb82651ef7387dece21d9931632c54433075432bad5e9441b43fad6a48c97d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb8e1d6d977ce9b6210898bd43de93ff0e1c018
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dd1a90f07afef58420b417c1c10a58a20d4945c3750586cf99c277e6f767ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3239f74b4204ba9c8a597ab7762bdda6b96307a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf83f0379ffe17aedeabcce7f1acdf280befdd4b5d2b03460af2b8bbc577ce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b33310701219777f9202f96035290174b064f8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff8239bba48c99f892f097f44f633a08d7ac8311ed1bcef129af52135c93afb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8fd8c8d2b3ffd8b3afb0ab9bfb2ef34a25882e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b8a4114012adcaacbcfc6052b814abc031a3fc8bcc02031d9843b2c3a8d93b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a8103d7d38a055388eaa8bba5f6cfdb93e355e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90502b12a019d450c49dc807b6b8fc34ec2f004fb9b7d8e003777303f6008cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc95d068da80ef1bbf2474a6ca5fe0f17144b89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5827c3f217a22399bc401cd09e8d002f671c6edce83bc7c645505de5ee0912
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33be710f8e48219f6b6067c162c4761229514103
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ba1a462f7976850555d5995a1a3749eb2296a2aab441cf4147d61f35005be3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d359f1ffed9d8f443005111a34ffc2a93a3fcbc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519229b63ae4398a31a4bd084387701ced3c0586201e8707721eec8a5d580653
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7818eaeadd8159b6cd252c592f97c00dc28ec12d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f53deeb892fab53407bde181728bbecc59eaa56647cbe691225f0a435c59c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee2be9a56691c7bd3f72223957882696f982f0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f239195d4a9bd293f24892bbac3aeb7d1551dc80c1f0cfc312c067fa14142
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7de026d496ddb6fc0a18b395357d6736fe96d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff6125254a8580c52826876a1e4a503d3d27ece77a4ca37e57462ccaab34c09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d238c377b9dd314926dc2b690a77fa8a027aa438
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15af24ab37e38069e1535ad8a4419a61629109f40659e1c6e59a4cc982ac689
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3924204971bb969225fc9235ad6abfd7862eefa8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913ca01dcbf5b644f0e6540d8a02c508ce617219b242deff1855df42cc05830f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de02ec49d89d38b449bd9e2b53ab1a70d53fa734
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eb6f86192532a5e0420ac4b2aab399bb6c9def67404486eb022b38bcecb5b7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8f3e8b65a6538b726c6dca7387e4e5dd5e62b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb691b5cc9e6a075417ca615f9b23771a0b808131de14302914d1096cdef127
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0201a78c8ef56ff9941f24f35f2d30d465d6cba3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fac097017065b4d286b4e1d4f3b50577b636e23f99158144375f8cc3a8e558d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c253cfcf38f53386be8c03f33d9e8e51b3ba6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5282f8b525eebcae36b2cfe359cbf946e912eac31f3177563e29af9e70ca9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31824ecf4027397ff546efaafccfec38ba27e00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efefa9be7995d0eadea127818c61cd150f13afb791b93eda18c77822c90f49bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5176fb5be3ddbf44eafd69c9ad9a047fe2026
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35faa303b5c191834c9508ba434d6eae57c2f20cc9fe56966fb0310a5154d9ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b5fb68607f62825e7d8641d55b4643cd3cbc4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d629c28254549c306d155294360512b811bbc7c4bf4343b141d37215a4f73a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4090c16b14f89351a972042c7b943da925f2807
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5160bac81de70a211d7438bbf4b6e80da40406149315d60f5971d6335faae1b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed106ad5b924b1a57e089ccdac0a5b85477955d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7fe1c953382ee8eec2797b41efc870e6f29eb59f6f46c6380e9f39825951fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e475aa756ff0729f1a7b4454a319ace72d3e92a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661ce7e27131477081c1035a40fd8a9e1800904040cf394744f37697e3ce430
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798783a5a7edbb0b2630725edb21f03ddcdf11da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbbc3a354ab376a989546d72b2b919cde4328159f073af2c62bae128a8c3d8e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c17bde2a0a88ee1006d778562d04d9175c079d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1840a366025846c30dc9e38f2cb25a7407b6caf528679a3d95611c0972143721
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f8e0493ee237e22e53d691a527f796bc92f1cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc9a6667ec22e18063d97619c0603d51d3e2dcd672f54364c0aef6796869dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8041df013dfe86a0748647b2ed270fb7a7afdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6cd479f30136e816ec3476b3b074c8b378ae3988ba5594a769466d49d18ca5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47c5116cf5827197c2fccf7138a16b9c5ce8804
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dbf6e2b22c8774d30e6b6f09c4dc14d462f21eaefeb860295705af9cebd456
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1456400659efb9929a12cbe3c971e037bb7362bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a5587fe20b1caa6810d282081ecbaa41efe11b7d25bbb94ce00a1ed7a5d0c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bb3f2df9e76da30e2a1a6f46652d39a2315d54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709b238cdaf499453f22e5425e31b9c1959257cf5d4b97b6bce96e8492852014
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecda5c8c6a380de3be8ad074e56494419b63ba7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd87e337295f7a496d9bdbb733155f355810ccc3dd49a23d2b961118d7beb7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc1a1583b444838f225fde0e590030dbc80d5b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e364e702295ba15738f77b06a52163d2c8f7eefdcc67b099301779dc598f43a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cdb4feea96a1fd6e981dbfef52ee05d6691b4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ccbe9277304202726308a928a3c0a09145c14907c3fae7aaca17cbde949f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb5d247f11a0992479c5c536df9b3e55ec74fb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d22568fa6b01c952c17052d635730a2495b2ee431ec4a23d7100fb97c22371d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76fc5c1ae3b9b44c7ef90f5a7a07643b9fdbbd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68698fd4e4b3ddb5b2512a96f77a51f81435555aeecded81ad02e8d610289fb4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90fafb1e033688c8946a0c410841b0f7daead61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb5e0c1c2daa4d7955c99060e47e8b00f9e452787aeb597cf2e44999b28be72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99ebaf3ab47e112728dc3167d64c076863bbeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb335e3f2fee165b6dcf0e339434d05b90a34ae1c929668d7f7a2aa62c08ba4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9673a2592df185c2b3e6f9a127aa13bffa077da4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7867d94312d1db77dc443dd097045746e38e2ec6464a1853684c17dc112ecbbb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b835086e0e636ede8ae07a3d71936c460733f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1dae96a1491090bec5b01f5543f2b71237a945be974a07c1e49f4c7ad386d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3867b2ee970dbfaac4ddf893263be626b9a2257b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42871630d007fa53cc5f15b95ff5e0e37535f0d65b97b31d3c892c6a5e444d1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb381a64cf153d928f17d3673d09048720d28c75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e7861679650dfeba5f5c9093d7e1cd437d316ab3728f9334bc6352fdc6d9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aafa10ee223276d5ed923faee043de1f72f06b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb023b312d8da33d9fe7a3f350bc8ec74bd6858a2862d6fae9c33a84fe6c4f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71940acb0b0128e3ac3f5740cde81c560177f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fd38204a8322091bf4fd855d00b74844a4b6b87b1cda7b6168802e23d41c10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965663e22b9e7143dfc4c7d56635de94e330bf26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b020d3455a379be4c3043a80709c669cd52bbbb22db863bcd1d2f22850ee8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad30911ca7d1b2ec9f158d380aa282a2b537bcb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d8e718d84f7a3244c22969d32d8d045a25314daf117303d43095c7e38d30d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986cf457b1e0ab518a0c8389c7d8fac1478a688e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b31a3ef8a51dd3e7288ecb8c77b44bebbde4c9cb5450543587d826053d0944
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3e2ea2c4887f2487ccae15ab15d7edc3a2f9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee971e3791b588386f9a1cac46e34b8e16ca40ef94267760b22cca70c2d7cc72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e471bdf78800968caf7691f6f162920c67d2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce17ab4c9ff5628c773eb01915f6d59214c4caf78cc5029a3f744dc6f3a250
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a930a06f492bfe1364d0183dfb123255b0e9de12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0daa4e3fca52443844f37835349115cbfa590daf4e65d1b9ce01d445c529f20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47fd4f8ceeafdc0034957ebd05952ea5f4e333a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5e19d905323fefd8b91b9bd8b3f8561ef79a06832121fdd7d828e769f802de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf561b380ece4af9132f56f0091ed4a49ed680a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfa31828c8b1eec90c03a37794468c23ced84adb142c27a8d1957d2652ebba0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957c92ba3ec816f95f2d8cd6f38c612e551957ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa3fc1c59a07f4c741bf484f2b8852380d38f786025a071296ecfc34cbf5e36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3668b038b13d7065ad12291fcc3990b879b9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163b2de3187b91bbfcbae8953b447749d14da9ec7d0d825fbbe87e4dd7ac113f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd9ddee233982f90871fe2fe0bed4ad88f83130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dee260fc56b2fea051a94531e4adf7b4d1266585b066745c5bff85ee06351c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccbf7acab8205ff12725793d63e5c227f295ede
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62daa046ce19d6c36d7266319927f2fd4bb96d35788d6c2a1fb5b7d62317056b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee10b04a3f3cd7bcf40de5cafe8d4e790861962
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e06e2f21d41da75ad24f49db26c5de92884711df06a5256d4e461b57a30967
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecc7ab1de5c690e16034bc54da469da9205321c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44f39816b0c853d6d76f0238a9efa12dc50828ea3296b8774f2a1b9006e43fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7fbfa0db9200150745340a92986a8578c16bc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c1b20961ff98b23ed0858620f2de2de27803d9b00e0580e24a80862e0c5e82
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3881b26ce6a2c351a5e357c9a1a1eb1f78617c18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98923f9a951791c49e0f732ca0760acfdc97b9fa69b532319d1bd6da67c1f2fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792667350b9d83d654ace8177098a019178da6ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5052a51359f12b4dc2dcf87d1942a06ceb6ee7efc500301c6f312fc75a867f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c723b715329d7da2e265346040e425823ff815d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366736e78f52e0c573ea58823db55c3d0e18b4444f663857efc2408ad15d35d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d799cf933059fd978552354f729dc73fb70f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebf55018338ae82cad9188968ec186a1954f9d7df0526621509db917242a2a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5241ff097aa3a9c8fcae7c3e0388611e231a7790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90ef67b726269b6c9f355bbc0be58115d45ebcdfb12505d1da69faf52f3051
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3b69936fd78ae31502e376cb61019d57d1e517
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd694bc653ba2b3590b74f8431ab4f4bcbab71fef82add122065faa35d9c52b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67e0390e77d2bc6e4b3af0435417ea3716ef4ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce5ae537e74b822abefc1d0a177ba1189262f5f86ba2f99af5223536442db7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f21b90ad9f0079451ad9f3c1e6be64e5e67fdaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6b33eb9a5173c2fec4c84ab4de24b8711d9a6c3bf13a7277f4ac49d67ecb0b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92985a8ab6f0a283462b250dd9c0d0a37a9f823c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6dba503e86c71757bd09a7ebc31d5ac87179a4e66efd9712f0d68f2ca7a060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad2526997e02d310542344968bfa895ef11da60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600d2427f33dad887714c4ab7a0efec347baeb84e2a99ea42b712b68bfeba912
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4fc5b82594e30c4929da6d6892d175245872ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1804c6647c310893e79ff9fe5dab3834a9af42fbc02e6a5c6c335eb3800f982
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c2ab05353a14992a4a603d75023e4537b7eb8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9128f7a5facf1c3b1493fd2e197d478c7932113d6aba07a7fd909b95c5694249
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a9604cc04adf1f09e791d5273d6ad5c050c3b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816e3558f3890a92734b4b2b9922b1456779aa2e432e02fcd1f1d4a58feb6d5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c77236ffd4132bd027f1e773ee9d125df512dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac715c2ffa733dccb96e112d3758dec2f4f37e7defbd17eeb58fb57cdfe568e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8bf01f15e90b6d8302585461d18ddc304952ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab357bd4a7f9efc464b86e75586f8b1422f72e3f00bf4bced4df4c8bcf0b195
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790df27a7c13beec2e6ce39949ecff83b8c07031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a43badb66346549cde9ccbe2d28a14a571cedcbae39f5994fac12f394a7ac99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af23c0521fe17aa80e54ea7740efc6993aa9620b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f070d379f34f04ec76afd3415d0ace9a5b090616137751b690ee5ff5a214b016
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d366ed2c55c9d66de90aa9e49c5a68f9a023ed1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a65f8443506655318f2162dbd113937807588d1102b3b60acceb21240f630e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a2fdbaab08a7f921c6e0e3cd363d2af5ada254
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35cdcc3bdb9917d6dcaaf097a0f4d83f612087f89287fc04463782d33b51d4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533965deb79b22e3867edd44bd15521d91f1ae01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b04bd01209fc6301d0957b9d6115cac6b17adf218c1918d34928b65f2b168e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbfa2757f08ccf6235e4bd7d5da836c813650d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac605116a8bc694277dd7770cfcea042aeab49c845eb0f4c7c9e88e84a28da6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f270d5499445babda5e46f4bc5a1ca4c789dfb18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0273644acbde2e2f36d9abac2c00ea85b8533eef3fba8f2058737ea33f0ddaa5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480cfa4572bc04692537f7ad5027edfbe2f09b74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9ccebbd80763f6381289501b0871459df0511c230e15af6d0d07e8726969d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab7290c09f696eda1a35f972704e3f9f18821c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2add141d7d2825bee95c96934a00b03aed733e58b08a3292c480b0ae78fba88a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21298aeb499574065c609f6a042bffd47645c67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48927442a5e681b7d9d9a37130beb85c4c9bb8c77f154c714e36479abfbebe3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbcfc771932ceb3d308757f42bdead7e31ffb38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a803b48c7a40dc32456057bc4d51379e287659e4f2ed2334804ccd67d3b3bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb96fd96014337c7c026eb0baf8e5f7f03ca9e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec0455066be5b1ab06db1e51f780914682cf29cab3df2c6d80540ce2438925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9620c0b9b06005fe0ada28fa439d5240e6ce374b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2993b7ec1b94b3f3daa5704af4d1b10e67d94b83fbefd063a4be0f5c292affa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c78485fc5c8d028b3ecc046a3576953babd6742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd11c04854fee231e103adb40944c41a8c0a1ea081f70e206529945c8231ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83db341b302ec267cd25b4057d57d5d2fd92c413
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c13cada7c83391ef8bc7d349eaad3dd1020b978752385a5ee68c42bc48f122
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe39594f5fe81e8394f5b043656081a9e6b5d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf36bc05a199627e9d75aec1ffdf1d52d871c0d43260d0ff4276065c7801a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f58c8d0f226072dc53c6d1ae15b4c9ce4f8131
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f742f952db6a16dda6145ea58b9ef351cc740110e6575b636cadd76ba0aa53e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5143476bd826bc7f5652a38439ba03818a747b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52293957394a59c3bcc08abf777140d7e3580f8c03d6213e5e797dc40994baa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4846dc07cc567a9a52b623db179d48fefa5ac6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddd36d41b063f08f9fd8bf30811328ba15ab1ecaa1ea670aa8b1641048906b0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae31d781f3c03fb953188c51068e4b84f3d9ff8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3804f048a75317dae526e3912a26d07e4ad4c838c91c3ba3700fb99240700b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6839d24956724761601e0593e5a99afbd53c3c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64d85211bd859f8727beb878c858fb0168539f969e4101bb12092b253753fa8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5ed20064fc6628376cb30c2386f12158c41fb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ae220c368e1e72d74aa72f71285fb5c03aa708d152527f63f32c33149f163
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8896a520577f30bfc8f970b35cd8f08bde154ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28f1c4d3e81baa264f048bf29c6098f46a8c93b2ee1ccbce562a6f28983fa1c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f828cc4f4d6cd474b71759b354693b341f16fa24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4f7c115ce5cc70505813e7b8f48a1e3311c139960e74c248464cdcf25a72fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c1a6438683a2ec7943f8585e7cc3816998bc95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5afcf68872814d337b39628c81147e630efa9ad1ad7e02b441d7fe38bc4a9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aed4d8dd5fb7f860d65ac43f436ff3370d9643
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa0c6b25f02dc060f3d8443014beec6c34ea033d53267ab49661a72abc7df1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab416a420cd81be18fd3e97535bc8853d0348fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1dfb24dd85d09a1e4d61e4891b87997f1e2295492e74bea4593c15faf765e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09686cd805c4ef0f3789af2237593f8127cbe193
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d2928ccce35d75eb337c64b92ef841c961f9652dc366827032554dac4e8a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e026f32a52da11e3af74d48f29585029212831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d77692c617835be1cd15eabc68e1a9aaca0fc735ce1b637c9388c6f1f6d6aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521da214e0aaf2764aee2c68bce963f09beed836
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e403bc3c4332c9e0451da055687d49c727a402e3e965bd82774515aa7ff9176
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f938dad33303fb595f811f01e3bcaa9d9a82f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654a3c87e85ffbc3170db5885bb53cd210037b6f5379c01e446b7ff9ae641cae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f0b31a96baa08433cff4b5d65e2a79b569e003
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955b800ec0895a9362e27ab19ad086b5007072737959fb227873c4daaafb542
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d828007f12b84dad6dbdfd3fed84582e78552b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d6a386783666a96843ccc7866b5ff4ca344abf866d2d116f67b06a3380b08b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fc4764617def383e75362d8919ca25430c6345
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc69e86a9113f71ea2e33f3ed0b14b715e8fbbe1624d272871ff91b67fa3cd0e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051900de2524e62a2026d6087a2f94d8b4125a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96451fe24442ea4c2ec58216122b99a0c3cde6f8b460dcdba16dfc1979a5cc80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688214ddab6828a3c9b2f93c052981ce6d3febb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f305e5a199dabf493f98c07b168e162fad42570f2d174e60ac438173d68be8b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaa0731b30f1cbd22dccb907563374d72e37c74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe458b178b7c3f86fff1c2e6958d543a431cb156d6cdeb3ced92958b3559586b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d99f430ba969dd4386a58e523cd97c52a236921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e6575f5a4642eb9b0585f972b7b6ac9414965aeb1b2458112fe1a074e8761
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724a7bc497e7b82bdc1dd81ffc2632b2ccb9f75e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253d0b4db51079a5becb9b4c8e9c33ef90feebfa83293ac57b621861f763ecb1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34660200fd287bc9e15e277421cb2f34d01fa7e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20084bf2de39a61b6fa64586006cccb79a99f32c02363d7ad0f1da9d3222999
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198799b908b915190a4c9f0c0711992bdcb06057
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e561d25d5d2ced4fd52ee7e57412f3eeaecc91f42a6e19ab25b6459aff43fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2386d4ed9e69b9c8464c323b82d73107494df7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d04bdce20d1a0abf903e2a153c412cd3b80a3d4ae306ea3c6de112f77be8cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8290600c13d9d0d262573b2ded8d0f89a98d3192
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc119bb04f2ce3e356ad49659c1c4714ba5f1b538179c829e4b39dcf6d97f326
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45a8c661c6fcb770e6a585a690bb539e0a51c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deef3476fe712d9972d6f7eff2228c75db950740f5e6c7f81eabe65dbabb209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afed37f1f52464d898e344cc73fba1ddfc6112cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577c2ba937cbb8e44e5a212a0197f6ed446175ae884b5ae2f94f638e4b8c70d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadd8e321946179a25f4c60f3cbb075747bd5376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a7d7e79a7e6d578b631839c7a6f65bb787f03c22d436435e64dc8be3d12428
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f80d8b1d4de13a37c4c5af6f39856752cb3b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71dff8f63c4021985b13bf5a22fde27d9cc5ef67d81ecd4c3054ad38dda2830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a639aaef1c0a03945e971f3becf5fdcfb3d188a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53121998ac9ed2f83ee71e84221eb932a57f63189baa677b6a3fab3be17722d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acbf52e04298a1ac840d87baa2dedb503dfcea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dcfa590a020378d4a863efbccf7531608e20e4d6411c636edcef30b9c75902
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c8f8a94264e9f40331989274fae6551b6bfc4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38bc44e9110e942063a770ee288d05c29d2e948b58d7328bbaa3fa034ac1516
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0356d72679203ad5fb56c9b0774780b8fc18f975
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e40a604517386f624554c99a86b014e78f2b2602b5db416f5dd87e0bfc60d11
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b6134af34ac6e76413afd675e44e43669abe77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9ec6ff97d8467cfb3ee07bc5f9d9347378214011b9c84e08af2e58659811c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faba41205d51da8b49bdefc372b66e45ec9890b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be349bbae34bb2fbe3517551c5c5573e8bdbb45e518648567b9d78dab3354f96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1799adecac86b4515a1665fee1df5461c8275fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ccb77ed39e27cc303bd4c07a509ff6963293cd4862b3c86cfdddaf7743c53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6889013a5d236da5f27e2723e1a271cbc99aabed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fafd019d3cbfae50926094e7f45268b89a9ad95ef797f4b67d1c4e3886eff0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbf2e45474f9de2a0c1c3e434f68938a00618d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e318b6d9a0719fef441637320900f5ecc3e69876d30dae9be434b21d1b4199
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943a82bdecf989186cd2c96935037f02c24aa44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e95ef924a0de7016316d3fc9e9594ec2b0d96d3624afdc442dddc8f824656c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635263cc51baf0ae7456d2adad35c8c8b07ef15f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0318ab22043301ec51a1cd82e1648e2e9dbff25f92d906b4614831ec504f3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23855126157a36c351691d0ac7c2121ea64a9e3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0122799ad207f8b3e483bd99b3ad2e410e307311f9e30195732f2056ab48204
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3578905297f689eb8ebd1997d4dc1e57c64826a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852700cd914f8f3e6a34b24e468df7f60cf960e7fa71875fa2f886a7fdb7bd6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c02767d3986cd3520badfada23babbd690be9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70123982f522b570eb637ce6ca958cfe1bc897894ff95ce9504453f6538bd991
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df577fc5b6597570a5056c208abd67785c542a16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ecece0dc5d92e7bdbccf68dbcdeda4a1a11fd8585dd9fc40c0f19fdbfbdf5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8930ec662b284083fa784744f765ff7e5f14bdcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4e0c27750720ff972d333db65477d6c2f7b75b8df688f4ce9a70976f0684f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c176006550816c67a5b998444c34c74e129bb852
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dead0897e9abfdb6d14916f5734c5cf79408fdd909c7f7607a68fecef29ccb0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b464303c4a55f1d68a6c6b2138add62297efa00f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8ea2fdbd957e34ef2d8feca424f1ad26215641271ff38111fad6c021c1fdca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f2894f1d075c4ad6008d531c6181edf9862990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f96f332e5d1ce1eac87ed8ac3681444ee4ca85dfb067aca38fdbb6a6383a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cadb90df50df2c602ebad71a63a952f046a54f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279e43d427f14531da86f13079318e1a7d3951b9b524e2e8b9fc6035019ea2bb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1002916ae5885980a001671dc9c1c599bfb13ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f98aa26afa745ebca9e91b91daf4bfe5b72faa98aae30c5924cb81f4ac8cebe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d206bdf970dcb8dfe03d1bc93f137a4049abdac6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab9667f1cc12f8b05d0431fe9db53950af5f2ea52f83c096681e49e12ce7264
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088f22537422d275592863c785bf0daf21644113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d065f0be891a13fef0eb560d0c0cb7b9e2dd9799b9950f042ea7b90b422f22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ee62f12e4b79347ad2d92a76a9f235e0b73c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c8b11b89e0b9661c85dd676837fc6e6fdde5cfdeac01657333a0593e80e594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44650ac293a024ef2774b7c1bccd4e753ab13b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087220f67fa94ae59d6e35ca937d2c9bfbfad26684e4adcb771cb894839fe713
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3581ae1deb38b3fc1d462d5f4b8ea1b0f49427
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e1ce3921359c69224cf0a2752911ad04668ed87277e13f78b43a1812287d7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a825ef0d5d9c59df5158a0df841599355a89b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b4452144b55674b0ec84af1e09cb752aeeaf42d5761b48f9a8931f023a4620
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea6289033f0032b904e0716a63de81b97165661
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815c4269b991e39075021d539cc34678515b76be76dd5087507bbb132cae63fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7dfb80d55f3cbcffaabc2aca860b61601af22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e537bc2849189bd6c65e29e8564285623a6d9f2f66e0e0c8b22acf29c49a4d9
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e943f954e3c7685431b91446503643d71b2eb73
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1562a5d3dfd8a58428cfc5bf50d72e5bc2328927b008a3de4672503dc9c3c94c
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648026151d6879342cf344fda7e8c5f0c3a98fb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fe97b01dc4e1db359f6b05f4f606e1288d3b4693e98907ad048a1e5851ae31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1894e649d2eb02c0d5f6ea48aa131020c9ef395
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230deaee31355a86934fb30dfc089f1f3cf23164552708a43884447c740dccaf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bd17ee56e0a3f6148fd591a78cfe2e1f7b60db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb32d9d2058c3934edad6d3a0108395018739b81ace4bbdc0cf0de1a9e036df
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0312a8127cf8631f00e0f993db9aefa0858b429a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192042af08a2b1abc78cb217f22375758df0512d2401a60c0c5a4def0e6602bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b4765deac3a5b8d121f5da04f7fe089d7e549
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4df4223bbc0843b0f15504eaf4d678e0da7eb3def19a1098b8c97e281c04ca2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24000985c4e9dfc16dd9281c1d4e30174f432a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b81ee441e1438ab0a3ff8c62afd4c6841de7ee3c72586c7f1473517282ec8ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed406f338d59f6c4ab76fa007c3192cd7c3122d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e71d27f6b5c34c4e6fd7341fe83cd56ee4c99b104c7fbd9d2469626323973c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d10a4245cb9ba0cbabb5f2a72136020583bca8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d18dd200df908dadfa57826876275b3b6bf4b29c2ab9c23a36f683f8d0ed66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d003d39b4f1b24d85c93cc875fcfcadafa3102d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05160b5ce8e6d46e49ee112172ae2f31819e87328c49817edc25001780ccef82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731faa1c4b39c1729ae11f8e530787edcaa89cf8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7f282c3c0301b7125a3604006db9b39f5d7ff74daf3e73850f6d3f0bbbdfe1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800b92c2dcce454904030e4edad1c675f88cf80d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727beb4d4c1a3bcf877e481c460a79fae474a6ef6038c837db8b403c2c6204a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2131b35bad305b781ac02805eee5ac95d9809c3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdefabe58e1ec9007917e4d804205c8eed1d813eecf3a958cd866853969cd6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c79f2039f3fe49a8f177ad9aef19ac5c94276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383ea6c0f47af0e9874c7082482b8196bd679f05c15a9e8f3468bb6aea54aa9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55abb090d13b3ff51763f6fbea1164952e81cdbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348b0a92ebc53a6fcc3a2b2511d7a23fcd180f96930e233a8db46d11c076075d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca651aef232b79539817ef906134927e4ac05fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95b75923c0972f11890356a7e0732d86e3745315086423361cb43248cb6692e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df94c8ccc5fe7a11f53f385668e78f3dbb7880eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a14aa9c6085539fa1603f07aea878a50e0286656ea83fedd50d6d8cdc7f8cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e0d75d873b9b2bfab29b6f8aed31775c503e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d165a017e2cbfb648f74592587251e223600bbfea2e9460dd1ad419451e863e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a69eedac35618505a8986f130d8ba744b46b92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c9942ca8cc5e64fe7551f4ed07630befa00b0ab26b0f7ccb69d5ac2c88d9fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b55ad015039c9f81aed9a2e4ad5f0beb27f5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b4ad25c4e188ec14270543bdd6f880ab98c2bdf625cb92c4d8f1d202f21b8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe662b87261938171c65b90351942e0620bcf04f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0936553f028c172b7aa89fdc245fab92759e4c8f74edfcedb9f717ecf63f1a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62d838c8ab6366c0c78c278d93bcdd6b065e5e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03d86b29f325962f6b96bec0d5a46679b64e9b129d2b35acba22ba20001d3d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a040401cd69448f3bad17bf173b9b9dcfcb741
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f3c2a4dad8d0efcde18eb2e0438330197516a645c917157cb424c522e6649d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ec52d9ce1510b6169fab8d8bf7fec0360ab1d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff69bdd3d672fecc75a20651f38eeda9d3a165f945825519a826916200a34a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8c7162b34cda406337c57f1ab22ca0c0cca67d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f5b605fb8931dc737505e4599cc8f6fbc43400453cf57e645f66130203e9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2e32cad164c35822f20c6424a43f432078af02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922d0a3f6e0e2d2e1d8947b07da1bd4d1615178935740c1b0dda55862a1b416
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2658d0d8d63b70051f9d501c00969f2a82a017f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e81819a8ba57033bf693c8335588fcad270210ce7f600235b4d916003e06c44
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ebcb2551a37988133d184c4e9d8db33d1667e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b655fd85ec93fbf0fbdf38322385b3d26b6b4a99c5060a0803b397503e1d9d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7543bfdff684e1f1f9ed7a56fd2dd6a6c8d4ccd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594d76518c9d5401362d80dda3ae53b03838be3cb30f7ccbc16cfd79764aa58
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b00e48665f793fdd7b56e6f7ed943d09c559e29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57367acf9f3eba363b6751e314e69ffdf76ca51d1ab187b8164808d577ab8c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5945d9dd2f9a03165bef076f3421bd81d0595f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7923345c469263de4b4d3366ba6c72ecf664239b85b9c99ae2f305e0c5aa5c7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a324df7c2b982858fa394467faf1c0575630e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978fc0ecc94b491ae8c0ce82f2bc3dcee7117692f596236b5a53aa9ac6eec66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a81c92d9aa87517299bc72298890565a651be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7972c593dc55740cd24291df0ec2a0f383ce3f0dc6c0e45f09333d4e6f0eeccb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64775d9f873e56254cf3a16307a4e0fbdf03a1a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cde8f48e9771b4820da2ee608fcd52041bffb49fe2c57b9ab523859d618416
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31efe2208ffe52b66e077bee69a3600d2bbf516
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127e166208e8f7422a338977688a98dbbd84ec74fcaf0f065d6807ae7a511001
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398713e1a73e23ac973286e929b49863a592220b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620db335a39ee7dce1a6f3ab5698db23ffd820d839820dd86c4c4deb882429e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d829b6e16703a80d7f6183a2d4f6140b66b9a7ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb85bf67f8f88e996a92f98fc786a388038be48bfc433ab317065aa6f13e134
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343e162c9db29400d711a77dae2771a01338502c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4cb6cd90825d18b06ec4a34d1e9c630e7dfce22ec2b6fc8a692b7bbf6da1d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c001f85ddc541b08980bc1043e45e94dbc838f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c526ee0bfa4806df04487a8aa3edadee929883584a3692d29b082206710991
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45feb742d0f0dcad059da1b4258caddce8390654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5a321f39fc5713faae99e83c6f3f9ca1d0b284916aa3482989b961ef6f9a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b926e44a6eb26735596bd7abb61d18941033cc5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b572fbccf4cfee4420e15d95162106f9ec33b912ee27617cb61e34ce8d28b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f18b4055bad303df71b2d7dc5e4d613414ad87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b33f3a3ab4b8dd6afad056feb743f69bcc5ac7a4800f1e13f50a4a6626a2898
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46153e7fa82fe8cac581316dff59fad8c2e56f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6801a6a9ed3f556169c1aa302e7d2e27621e70c850478c829fe92fc04390250
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b58f9513ae72afac93e680fe8c84e2bc4680eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931d91c3bdd0b626d909a08d4fe545d076ccb121415807a18bc8a21cfdca869
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9640d7b5671d3422ccc2f9be9e5a7152e275aca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b194c8380308d20afe1aa9d2fdcbf2720aa095eb2035514b7d5c6e1470319ca0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b05724538097a594925c2620d0433d0c133e4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efe05864d322524d71bd325d8ee748eb3e397f940ea45aca4bca37d65eae3da
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ede710d24b4f70de3131863ee013b2f0f264ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8c3c88d7bb29800e8b1f09922122ab19167f197d4ec220d3c5845ea3a8560f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbd55d23c25449fc4600cca8244d2fb5a379003
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd3765cc79a7a7279dfae6dde59b0498af48ac7ba88e6ce04f15e2a7b1be41
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e17ad1b00e43e99969960716b4f19ef659cb1c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09188af315e304fcc469a604a87fe7f5696274147f265c5399e8e9a40f284c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e06518e12257caf71e9f66e76f71548b937545
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f6e9b29fe19846c7f980a5142b99417efd3861b15a0770a0651fae3819ea9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd0e24b19c22bc3ba85a84116221f88aeefe3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db54bf40a4f58a1fe932fe52cc4ecd15a02a33d4853d7f4493f0b35edd515932
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8335e93f56dffff6254d522e7743944309e4c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4f1b09ffe267acc88257446775a21b322af27e9694c5bba0c478ee011d686
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63d9392db06df8851d23ea5bb2b91d7957b2251
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6f8dec4a7d22cb33058e48822b377daaeca29d1a43e88d055441058b9fd19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60196be22be106814a145c76fe9147b876660710
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee44a467f51714a68fe4c41027799aa3883f84faaeeb0a59acc1761f609ed53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe732cef5cb3fb805925ce3fcc9a79536f820ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dc635a3601c6e035b09e7702868b82ef63bc280a36083843a92565ad381a3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c10d75e4e6e552675ba6694b951e9067172e2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c0b6a3e7efe4edc9f06db66879486d17fd654fd590cfb7b77e1c994a5ddd9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecbcdd9ecd69412dce5b4ad0ddf00ed6c014589
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79259593fdec0a77214dee89b651df0ffe9632035085d427202d00a1814f81d4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9110556a9406ed740c673cd0ec9c9a9ac1a0b53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1694f99b336be5535fd86f351cc26708fada13ccbb31024722ea3786bfb65a59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89630c95a4de3a968c8cc315dbbdc2e2cff03864
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cf6260b4ec2576cf6e8427cf4ab6fa27a5b5025ca0458480ccfbbf6dc25f43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53995889a5bd58b4ea9c360cfb3995b2fddd6b06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fc8783944165e58eb926e3a45e8d711372fa00940f27eda823d48eda343f0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5c7a43d6fd0de0f7d775e1312a927d63947c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee892ed0bbbc1bf8caff21a9daeec7a6ef36851492f9404336afceeb778aa4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963c43e9bf3869b982fa298f7dc6d49913a44bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66144c23586e851a1f0acb733192d5e1fa858795e05bc5175d896c2be7438468
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1939f9b538cda58747c87956dea3eb5239e2fd4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64da486e3f8511ecc533babbf01f099fc1aa6db9c6596e652332207d5139a7a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166934784ea7085c1cb2be01ad197bf44dd7d48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e783699c9370889764c5d0c6eeaa8ee0df15d749f4499ebd70d4405132ae68f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d734f3300ab980d95881cbd50bc1c12f97453115
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bad0818abed56852a52411ab13b07133be5c4bd485db7b334a74e35000daae3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e08b63571176b2641d56910a4933609541226
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922bde9822dd4a9f5bc4d7916cc0c80f176417fa4f547d2b53e5ee5374efafe4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c630d0862b5523456b6aa74187600e3fe81e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023dd92fcb195192cc69a918cde33462a76a39170d1be485db5eefc0184ac554
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b847563ce299ca6494faddaadbac201179249c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1219f4ce09af39e4f1688ea3e40e754652f7669e97162900cac4ce952472ce6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d41ea1c78799f5b041caf7121bd846fb35e9ef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eefc072004dd35634ae9f9dd26c9732943bdff6f7ae4ba07b52cd44392c3435
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3756cbe95f69b0c3a11b79cfe43594254cff57fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515341ad4f9d95a10bc3ac4ff198c328558201e63263aa8735ed372ae7cf69c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a531a9c47e419dddacdb8e383b89504ee2110e9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a21a0189d759ef5e5e746f75cbfb9c49205fac257d1f3eeca7a842ad5c0a72
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698c82c5bd0ed7025a3b04eb2e88448b13cf0b7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5117cfbf4a38e7a191bef4bd24f529c193d0de1f35ae7ac581a0d40d873046d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ed1b1a95ddbf49de26471b99a7aec50cfed08c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c3456731d35b4d1fe45bcac75a4062b891731a180eef60e82996ea597323aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0274988b1c26acecb77b99f3e478cba60f30d13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25a3f51ecd190206e590dcc42697f3ff620c941c1a600e40f7f4ad96635aac6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bdd03c8df6fc85038151dbd49025402d8576f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c50f85be0ad99ad0e9368ab2e27f3125806ae52f4b402e87cad6c2fe8b63f9c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a224d0075625711e767eda236a62c54e88e5920a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e451007d2d06ca27fa0af73c7a36dc0fad2c97f145d141ea3c8773af74609
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f999088f1eafcefd17c39789a48a6616ed22c75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdcc1b70578d45cbf1ce268fe82e457f26efccfa1e9a22b259d99068f07aac4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f9712c332bbfc96f80e2f71b99dedb7203a45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11728ce3c2ab0c962df1eb7cf4898402fa2143b581b1388605e289deee888161
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53c40c48b379dd863f4d00c2971f2928b198055
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f0e944d6a1894217271e153f8bcc7977f58a83b508aa7fb52d1d1b554f891a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbcb4b8b648fedfede59cfc8d3a6a42f5c664ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ce1279e50cd49debd1fd20bee8201308a21618f2d69c937354a13c6f1a637d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc073f28c3a03a519ac48c3ef21f2d7fabd3e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6e050fc6369dc04f03e7e0b580cb8fb63fc4e5e3dd45861aefb940c0bcea1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac61d97ace14d8620c815b09a84ce012a21d0b0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e40d1ccfa77665e6253bdae8a719b63932a3526906ec3ba0cc75f4ede1944d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53197126ce9535f22609939d69c29b177409fe9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dbcd5aa0680546bcc7bf47e1094e873bef3116bb83fa2492c952f79ed25aa5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e918870378fe8c77a9b5c8756348150da6fd53a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccc5e5195d233e405369302553ccefdf0a9c0ff1ac96d31b9b5810768659b4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3102b32f22cc0e47a7971b6c26ec19a0aa72e9f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38cb3334e377a73db61315c98d1df18e3004d57d7ce71845cc2e115af23057f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c3ebb5799ee6fe7f56e373d81d77250928266
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf1df67f669cfd9207243709075c1d8b22055326d26b635455ea2f5b213c7ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14821082a7ecfc7e221f8e7317264b11657b35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a292a647607d1e14edede62a4f05a227c6efc52c6a5acff9a44deb64f42094
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e1d450acf455cb5a69352ac344fd3f412e045
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dce9ffca3ab2ce70a9e12cd92c7c3f7fa864ecccf3ed1712921656fe7641c5e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cadf5ae8579a6bd570cd03ce63f00a9fb1e7b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5624340025389a706e5161ee4d800dfddd72a65b0b42a064907bb0423adbe032
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef9b837ef1ec5ea4e04a065ff12e611bd88e4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ca46f0e77ac106d7bc3e43db2bd01d0a126da55c407626d58866197006c03
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e53b3bb0a0fdd1d124a9371841c9abeed42073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676bc605b7212cdf1aaed0a11ad2888dbfa9acf9ecc256bbfec440f5f2bd5abe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943d16f77a40defde7f869f76ca535794bf8aac1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13430767c2f1021b2cef431a270cfad7a554321a69e7f45b492f9f7c8f58dccb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f24e9a771a1871bda38bbd8bd4efa3f779094a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b93d795bb6962eecee77d317112dd69fdcfa0d78a0b7d17680afb61d1d7e2a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb5f6ea8e84e378d0577e6bdc5ad77a34db73ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e01eeac647a49d20303fdf9bbf0c170478d6fcafc58eb1cec6bc005b4d8022
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa33cf4020243849c8ad0957a8c48f912293bb9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328dfb9845354c55ac839158fe4f49cd0abdf64324d7a0578f0ad6b2abf3a683
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f95c5f5806ed9cc9570e7960a02217c9bf5fa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860ef9d9740e41ca2435815e021d6129a9d962e0992485e44c9a35466c8420d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b60f8f7a238b28f8460dd49f2cf7800a8202f26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30811638876cfa91f83e45b1c946785c8d8cf59c25599e4cf3b9efe1eb816928
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd49204eba0aa3f7d3d6312df74e2a781aee1970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4468e513b404b5c2b2395f05c41cbf51c021cd8e9b47b9ce0080e89fef6116f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dff673099dbd3548f0f63b7581819ca1a8e296
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463fde2b43d036e026bd115ac1ee16fc608b0ec97f58bb3e181d00138f6cfccb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4365b94ef22b404e5b1f06ec5279eacdc373c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35518c07cc22b6e68dddd9a7965636ee7814ddeafad125f07de3412bece9d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870d93530e382da69ae23dcbe9bd063dbccf38dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69626ef21e0a47608f9994ffb2b123bb47cb2a4e7769499fd09ac2350988ec2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31ad9e2e7b7e6afff5244906976ac1909ae112f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff7bbefea932f129e27fbffb27e971fabad01695da1c26db3d971803d65c5b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907015f44c12dcc6ddb9c9506031d31899b2d132
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449acb4d68d99e04fcf8af5a02386cc3266dcf2c467d563d3102c839e67e8bcd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94ab08a382ac287e8635932e45c75d6a983afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e06021fd65ea470336d95324a1f6d15b5da98b1b73caf3b7fa9ba3a3cc22a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae834cf38896f256722bc4edaad288838d2fef39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352f8b36b7869a7cc798f2dbdd4e77165a0f66b4ddcca1dd6b338b8e452f3cfd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edb8a460aa22c0237ddd10596979072606d42f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a36b7fb6606420eafdd5c732e80792e69fe746472525ff07ee01b7bb2f8f82
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a789fe082c8a40ea4a775396af88021f7653e61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99eb9ea90171c82cfe59157210c47fb33c5b94b5c4d670f4a5d386f0b2ef837
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4325ee6ccd654bfc13a89edb7621579a6c634930
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d38fa9ee3b7afa9856b137649457ae8f392beea71a4afc21944bfc5079b6a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c588e5c70b0ee82fd465a1e04ff5d003fa6c5d9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef1c725cfa70634619dc4cdfe1398072f22e9ffcaa1484b939df56d403633b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c7d899710910478090caa52ed66b4a0da53165
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1977c13181f52c0eff79091f362998eb0e6cf4f157673a086fd566583863a3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc345a80ba8c394c932a2f856204e5da5d02ae02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eca0ef3faa28be96951640b1f28c00ad0197d385485692e345378268cd1ed81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eae2e310b835f2a68ead09d756d322785c4f15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d4eb4a8c7f1eae4638138415f3a4637585d1f8f2ad268d543acba62f61653b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f043786150c158562ede956b201cb7a9a9ed0eae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1686df4c8fe2df39b71468e8663207c0bae0a8617f96dcaadae1cac24b7b1400
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2722abbc2b2f5aec64de6edb2e50c49f5131fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e3eacac2c71fad05c6f3f62c4295f47e5d3d71fabfe817e9ef4a4f0966b012
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f33371a2faa2e464fb22743d0ed0230cbeb962e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85350c070b1a30244b55c17710428e153eae651ca53bce4d32606ed59e61e133
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f134f983f9175650a37dbecfefb85e32029d36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7545194c620ed4843ef85fd9b427c4a85696f69e96a96c3a9a718afe62fb472a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6c14ce43cc4b3f69faec9ee77f0e57720ade6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdc14b5db837f9818fdff997e2e29d82d356cd5b131e5b43b976a0c7081dc09
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc3fe7d17399022c9ecb31202b3c898e3715384
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe252d0cb8a5e1500ba9702cafbfcb57df8bcc357a076f5ab2839a00bebbe805
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d92e73358685af95c8ccba05e4a35e0aa9f25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e970151fc4dd6d0e0c5fda026917ae12b3d7548f42658de4e7f9efff33e7a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12efbb026d56bb5c859e85f12fc5fdf83e1ff842
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd6c440538f1c1c84b69f5e3360361957d0452dca01f3d525c55c73d12eabe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3013a0ff4d289a94bd74af094193f4fe29dfe43b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34436605a39ff16e7689dc54a7104a63a92151cdff04f899708d5593d92b4ca0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33d350e38ae0352df5bea8f97d05b9cbe57bb3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586aa398dc121a25e83ad2f04b02ae5e2f378a4321f0b8c0cbec50cd34f165c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51346d8113608d310fbdcb49a9e9e76bb6d0443
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48990fd9a458b67cd0818f4abef7107d4426f6c2c33aec0fe72eeb0d0a3d34cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1734dd4e3164dfe0c9c992d35ea26ea4cd89cf8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cec5083b7bc6274829f1ba0bddb9d5fc193e192c7e536d6ed71e1ed600e503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8791a6322dc23984bbb7a89da42468896822cb9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70b2be453a2c6cd899765d7c9d83d2a3068c3839bcb6b5c7fab074e6794ac00
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3405e8be3e40edfefa1d8d84cdc8070b0b9b2883
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f66e1e595896f74710dab10c73b3f1099e64ef5a2d60f8b5afed17f58596c37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e638282f4b018944b0931df454945a5ea2d2ecf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93950426714a698d462ae23f789246730d543ce2d15f2050eb6808f3863ae9f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc19c9956b938affc646ab8f741d855293311c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38a62a173202c4a60c5b4099d7de591351ea4ad39a67b01f6e538774d99bce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911a2a50a8059a59f53875bf96b3359afdecfb65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f81681a17e61ce1e52816f4e08536a4e817f764a3c94e54fbca66bd4ef44f6c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4c8e004a77185ea392347bed836b5add1b11d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da286d0f4c8ed02eecd87bf2629e968a6b37400e335ed73efcfad05a727ec2de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3b6a53f34774a2ddd0351726097c0d2890386
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfed9acd89ddd3da940e58766658b7a465509dd3d5209126005e11b3d7c06b1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893c6d755815fa1720ac9e53c60f179c1e7b3ee4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883466a26289ab32ee0531e4a7e06b7be01870b3b01b071fd64247fcfc440e64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172c3d2274b66a2204dbd7c652bab37c94c8edd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba42277482818384cbc8e252992b36ac6dc572a0cf2ff5f03b3b04e3e9776638
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa3d8f47028ab2c16789aacab6645226aa1d38c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3087d3b431a9c3e41097aee1acc554117b4c10c21ac4d31e121f32d120a813
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e548aa0eb5c95fd495855eef8a00efb067a8aaf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c81ff4add9c04a1fb8f344306dfea7892f85c51c6ab867644e2c4cf76f868
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9127cd20672ffc0f2df9fea48a563586f948cabe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495954ca71b053a81bc6262165075a38b49c3015814f26582370fcb7b9657a47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79719a28cf724d595678fe80038bcdd0a0f9c1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed125715073514ac7447a034d2c0c5da65c0ee572bcf555bb24abbeb2ed2beae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef83c72e5fa5068b5143006831be82c841f121ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59f67da4495a2cf1b28186740bb056336b59e1a003d10d6dc7c45d1d2909828
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba787d39ecf3236852ff5912355582f4301cdd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9198970b48ab874262df98e00462997db3e07d4ea0789e42daa62be444ec1a98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a6e825639ed3862677985ec0d044df29fd2048
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79496321b4d4423f44baffea7cae2a0bda469f1ebfb570a3e030bb0d9a5528f3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c9be8dc81863415c16abdca0468a8fc1e7fc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b201bbe83af3faf67b6b39d543a1f276422186a6443e98ec98fd1351de974e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908c436ec2a9fd8019c2cee2af39eeb318ebb86a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b18808c8a96b033f36da47229b44a9d0261b339472f1dc75ed8f2c9249d8e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c168e6bbdd4dd34a917fc343edddec6a37924c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a0b684fcfe44a8e9463feb5ae49add7bb59f42bd1595c3b3eb9da571872837
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109ee06256f6c391396e49559d0fe60a1c6b11ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a048a26a528b7c7a42530ce838c7210eb5ce6d9fbae42f8fc5e5a82aee299
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44175f42079a8a5e676074568013acf7d2656e5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba68285c56f98dbf489f08c7336727ac9a3096a7c5c30cd5096a3b5d18533b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54b9c8c1ab57fa92ffb0868b514c5c5856a609f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1f9e02c4b8ad70cb308403dd817a2cfc41853c88c65288550759d368642864
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e618c8ca0415f4e89d758dac8f7ef6560d785
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797b07389124b2af1d11c36b0b86eb0256fc0b439345ec66a0dfeef236ec893a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d60e91d4613a692e3a8330ae313f5efc16db36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011ab5d91995bb8884df1e55230c0561ef4a33dfa649950824f8dfb8bf4d1c64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d0a0f42e5bbdb256f3357bf2be5ea5f3e6dbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112053d9df73cb964410759dce942b1eefba55abef18796364cf843f11dc2f52
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f039f7217883f8b310834f2cd631f8ec7178488c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d303b64e89e9a841e1f5baad2c68f55daa16377de4fbd60640a375ec143016
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66889c7627552dd5855ef754c9f306808f605be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d155ec793a29230cc41e2cdb1a862d0a5df80caac5c00b885d1799cf1442b7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef32320767a4512f7132c72d7301dce43ac06e13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d9937451e7918f92d8e8d7eab0b1cb8f3a33cb1cfd7603b46ed6368ed601ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79f585c574d60e3fb7236127a172b5a324804a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a9db5f1e9a8656ba6e73ae7231b47a2520388c18eff08830f1cb2a401c0f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e42afb49548ea9b6da02dd686c05fd63911f457
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5316ec2784cc9659a7c82ac48caf66393289428d7db6a22de9d993b0824704af
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e120114881fbb85bb05b986c980b69f3b1b6cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a07e0be95335bf213e031978a6e7b971919bddb42ed39ad7f239461f2ec6a09
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ebd04a806cbf08f7753af18d9bea0a1d5364e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438d1e60535bf40a821633c3156bf7b70978d498d6118825c2382be485d90c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b11cb0615152b674092e8c02b23442a008b813b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f612c202ad68768effde8589ecc758b884a78d48f70bb83efe089237557ec1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd153c76d9eb5e32233192cbd5b0402d4546208
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7fc6414ecce0e31e19c8ae4438405042de13476b94953dce8ea1c9ad4b028
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc552ed550e193510180eea613244011b242573
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ac3839d1f82ba4780d048ae53c41cb26788fcfb2c7921fa483722ee2f402d3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc838490b6f8b86b646f826331a4317bc5e298fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8661196ea7d3f44622e6e1220dadca252062702de56bfca71e7c205a1d96aedc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960b52e01ec1997cae1370beb5ff9bb435f0dc76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493cb3b1e0834a8b8f35a1ac2f9a6dd5b9afbc20bcad1b8c3d3385e51296552a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e48ed69c7ff97c3a9b26bdd208c5e03365e82e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d78705a4459c03f3b3da0df2aa9bc8424b475b53bee8ae52c9bb809a81a5fad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23e0a0b89b0eb6ba8f7eeaff74c412ed7b82d39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3c5602b092f12718ed94e62a876eb4e063968ead104393e1368b51eae11f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2600349400825f7f55e10c469e83be8ff42016e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32562f03797b6005cac32d2bd86f138280bb74225dbcc696906c19f43b9abff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e494c397f98461fa2c5ddd70bd79538c5f0c7f41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aba23bb1985ee43fa616b3e215368344cbd6ea932621a786d04141eb3ee2850
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f4945cf6f6d5d01e9d6d6def26a91349b16849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb97ab0ccc5e28f1405def02a2970f9d434259307532f18749639d081200045
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5407db8df3d93ff91c77e749e1f4863d30efc2d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b9a20e4cfb20dc4a56e594f049b4aeb47dd6b42f65a045fcbe8b3242d93e56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069592e94a2349c21798976193135827b7f1f0a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c185cd560015ba71aa54550531aa4bfd66ec9db2f026931414e6398420f086
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec3c55a61d10112e607e0812bd50121b4050c07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e876a36b0aad21bedd6f7ba726e44f579e2632c01902580337b70dcf4f4b0a46
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffdea2df03e9800ce1e6ed1b87554e05016b5c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8315db8774d05364c8273021a237d80faad35022ddf17171ebead5059d22c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba63c1f5b18a85dd13010f866af939f988e89aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da91b0e3b71bc5dc28a3e8b7dcb65194f0c0c97f16aa456b9dfbe54f83d6e76
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab407a18458498d13bea11422f0e747af252535
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19160af07b410a1fbb7176c94754217425c9c83a9791e79c5d711ee504e1b87
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28737bc756a0492f8f1467c4846ce751c7d3ed8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bb6bf60215a71dc9a374025b80db88f995003ad1170b729952a5f0a61931e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ea31aa9aeb76efbfdc465499ce6ff15b7dc1a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0206c89dd814ebd24caf37350afa23d56333068f1631067b28aca0b7f46f52
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554355d8b0a37745436fa6ce7fdd3960f744fde0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ccccd781ffdb57869e5d10fc29927533b40fb2ddc04392256e3c2381c7f6b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3665591958a5f2433be2f0e5aa6d3b15954533d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205fe115fe9684dbb587a2897de0e124c5edfc11e56e0c28683463f6a3eff566
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4746fd1d7cc9fc23c9f20f4395e0c48dde5f662d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e308a6545468f7f34bfe176b18b02d48e4f9e8d090e5dadc095ea5184dc14
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0ffbfd960fc2814499aa01d901ab949697416d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f83140d1bd675a72a17d18d40a15abb368847d1f4e0247d1a7a33bb1264dc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf87f32339a00326203fe35eeac10e496a5e92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb70f5883d8c230f4468bebeff00aa4d38701c43398596e6ab7469affebadf59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364e670d896018688db4869598bd89bc9462462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56273d8df80584593f0ae6fb34ce18564797811749e8fea0b025c9e05ebbac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f64d2b8a150ea270f44d1947ca90ec1f1151f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c58f251935a76f74e073b127deb1928b0440f2da4b70e4ee853c07f78538a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbb3f3e0559ec27fca72a448d925fe7312322e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd828bd97b30081cae40477a80d2a548a727fc135025fa2b2cff76a6f9778131
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5e26dee893cd4c769ee962958511e664e581f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3ae0faa86abe983c421ba1885ee1a2e3a025ac8d8315bf0f6fee9f0bacdf86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43b414288905ceaa25342c3468f03006dd708b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e218c1f51dbe5183abe4cb335aeefb2ebd4f0e73c71026b9bf41da51a7c9bdc4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddbe31abd9cda62888c027ea4e952025420891d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0cc42a61c6a398ab9e80de0b317a9cb455c39762ba90295b0d47c19efc37d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb632680d5b8aa45b1792d29bfc8b2fe300ef1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38205e4bae8f3585a80ba5c9719d45a5196134b2e0a97658aa0b6302237c622
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c10247b5e9e3ccbc78cc4c95bfbd25c105bd1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d206a3aa431cea74df1e8461efae9a681a8e50fefdb44ba5a47fb39ce6558708
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f164c5067975503d7e49d9bb3647e77d6c94592
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8fd3ef59caefbb955e34fe6168bd57c87457e66533484d8829b043e696236
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31906f56b12234963729242b07423442ddeff89d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c966c27a4e8a3ccc16799235f44b635c512a3d9a14be158243c60218cbf8a457
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc040523fd0b92ab752b4c628495d3bf4f4ab402
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a018861fe9a07788ef5b59667c651a6b4395e19d3c0f6e0522cf89cb169576f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5627864ce657965f8d5456342179dbfe20d0ee5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dee3f28b9bc8a5944be6d6577bc60815d2ac9f6e24c02237ffe1ce441ac6bac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f774c58e90a90d7408ba9656ee01cdb28d98d59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bf1c90cd9cc2d86842252d4f8888c12202ce890029e50ff74d8beec74d493d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab9ad8076af8bdf56ad0fba2e2940fa4ca6f0c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf3835688fc0b47e836498d070b8f9cb24c46b4c9be7d92c9459dc67f2b8876
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da65b720f5e0bb43c16ede711b31a3676cc70f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06c0da20e3c5ee34c40a72326f8183773edf167f7a61a0277ae3c6259b973fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c3f581fe17c4bf11aeffa4b2be8ed3f2512c16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e44666d6afe22da24d3537f49e37549fb1ec0a63621a603b05dae46d27c805
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809aec6950318a63178dab6c167b54102dc31714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f087852f41656c2f582c0a42014684cf7335907fa63b7276958bb8d409aa6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691b32b625a3509c02fcef94c6e61dd35d1c08ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b8031f107abd9cbcfa9fba9d9436b9f90b1f958a661b85f0b6c59d5ec5dfe4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b3ec724d954913508ee9ec853993218194618
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10312aa40dfe9dd97462e471145d4338a4dfa862f1146a22fbbb067a8f7f200c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b394ca56f0c002fb3d94053d66d08b8064f65a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec539bc9d8117f3292dcfdde4c51cb2a8a2a68eba72c9e5f65bf92344e4c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5bfb043819898b64d5eb0950e4ae73c03e65a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ff781e1f7705228bbda654ea0fe9de58ea453eef4088da540f327d0038cc1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4f8da970fab27498bef3f96f308c267c434ce8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c747520092f2bcda907e6b77e98f34539a84fa505f26df401478a935624413fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19ffcc0ebdbcb6ab63e5ee34b98c5171a4f4908
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8074d9fe831d8582a8b359ed97f16a2f5ac1bcd62781f18adc83c84f13b1bb9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bcd931fc887899168c8cf7660a9462182b22c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34cd7fb1ec76ac42d409df71dc9a06a7bc7d2cfe6ca7997a1851a48dc61ad3d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8099b31bcab50ed523c1eaafe2209c4e80c7f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47383e5a01e2d140fa58fe2e8bae8bf989d2b1747f02a00ad70741905755bf8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cb385be05608b25fc2f0d5ebc4309bc3f3d05c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eed43d0ecf6c31480e535797e13e14307b08a79d11e1f8386771e7f9c56bc7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec188e99608eaad841db4788881f66a58f33c7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8912ec1ada3b711bf4a130350ffa695fcb9a47f5ed60a110cd92050b6d0a9d5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda45a1b95008d1db05c3e7d4915d9076be3aa17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aae170619275a41c4bf536755ec5be2278ae824c41f8abf221f5847e890231
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24edae336594e0bc6837062af284a00c78a34e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1217f0e2aaaf7a8ea89e0bebdff587af3432d9d0690f53bf2d22b1a7b42c55cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df9ffd8549c05b462088ed843817a31e595c95b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317335643d8316542eb823ace9f1e87082576d3687ccf8e2f3cec5401ffe1b12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8ce23d2e0c04f9228e4663e0d37bd3ccccf288
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9355d2a0c7559e81318e44e3036d9d072f4275e0bf82243e1af35bba07ccaa37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917797077554047e789d26d33efdfa68a1a1ac84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a323395c334038a7bfb9242eebe661db6bf29c34d97cc8b0f0103f8c07826c4d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b693eba6efa367104fa220eeba26f700c4f075fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63421c96e2276374b7d900b3ddae25513b09df160dc9dae96e31629629a4d910
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5efdc6ce08bf711e140fdbd41d234a20dbb9bc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0cda4677a5bca67839bff470a0c0517948f0250b6939ce56e8d73d49c4621c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793d9b028bdd8c23756b17407cc828e0bff0af8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1a1ad37936651239759e68b82b60429482c1a20fd72893329eb16936ae1db3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd86a4a69d31eb45c777a9324e2291ec1a848fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ee53dee1fc154948f9eec4cebb4aa55a491126f8605811bfe44cd88abe01b2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8786611fcae5d400a42c7cdbf8bcc52bc1eeb388
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c043459d07ed0e5a52db445d8d3e19d9012c6d887f82d829920b39846e435
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a73fed07188f50d6da4c5f5ca7c137abfd8ac2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadebd52649c744510beb24108b8e26f3739b3a0cff6e7292de48cea6dc819b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b75627b7975e3f4f657bd5e6e8157d35d1a18d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc665521d8c30960aa547cf5c87d5c8aa6cc00db4e535c525b7540fc42e7611a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb5693552177fc3bdb5b10a79e355b906721f08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebcec9b73468d9f861e8aa8eb968489cfe399e144b477038e6a660864e047e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5ab725dd8bbe9e0785937eb55e66379ff72cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332673e9fa0fe52af5e44385172dbee043e1b14a883f630e1e34a71ca9a42e52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31580abf41e3927f64da0559483f0d9e2da00f57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f0252f5b8ef722827c3f6214511326ee8daaf56da68a3be60b8b9622bfb49f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16757a195c3093e8e421cf8b5b69e15e1de9996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7dc98d1f346e89470b82d24cbff28f776ae1d16ad801522a6cc8111ab076ff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fa43d03108a962dc735479146fe36f6a1bf3a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7bd6fb64de32ae8fcf84c0d954c368cee5c251b0c0e3aaf858cbac55177f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8326be827e62d8b84800492619fbf588a1be93f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216480c50568444f4af508df957cf615042ee49da7853a19d8ecea4473b01dd6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd22f020e18a429c6c0b69a4b7253cce5057891
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9c96febc319b3d202d0e962f60da23ce28e834cd5a8dfde010e3f46344aa1e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334d5e8bfca6d7454d848b97e19dc077a087c695
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028e5c6d078be66a0d539d77b0a8a50d55b86aab2adbd4d6854a8ec69bc910a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74169c8fc9805171e828ab7f5db2a2374ed0154
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fa3d6a4f00cbcc0ed5d211d5557ba7a66c56c695b1608f037d1f44d6e5145e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2cf77bf8d88f2a965b4c6edcc26539648b49ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315e7abce65b5975fec1662a9000f8f2a4e0f5a93d43389a75244e32d682201
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a524f48957ba1c1484430b5f0325cb949dabf1a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5cd2db5e14bab3b81cea660912fc8adbfcbdfb4164767417daa07e3aa36ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809acba442340355f89f7c8aac013ecba2fb280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc991685e0609c0612c4d5434c1471e7a1b16946cb50ce94092ec40e3eb149f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe6de51b870275debb99cfd0b3413da9422788
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e25ae391740375ff0774005a8cfcd00fa0706701c37b388d174dc300a01a12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767db9a66abfc1c42fbe66a3248902394d4f30cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076c1bcb207a1f6c8e3a987b32f1cec1df16b1b7a2335cba873fa123da4fe2dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99bc028753303d62a60b3f936752ba5a4b70f53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d8a642f279acf63b689b7a47ac360120df7c17c9ba62e084cfb55719513060
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c981301268d6f7baee1ab0a7e8d88191c25936cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280e896e9dbceb5fa60e62713b85d3a33926de5b247b424b062f4fdd889e9f7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd00f4969c5d5a25e16a60ef29d7a4de7ef394f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5096bc3b2bf531d1394669edb65f239fd191a7de385cf029b49fc895fafdd4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d8b72c7904d3af3c8f24cbfb235826be101f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabecfaf670ac93492bec1fcacbbda59d74eaacf19ce2cd651a09e814491808d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5051c42e0f3174b1cfdc11bf90c8f377242d7d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2105c89b69dc7c649d3ece03b2b0e08dd1b45f9d0af2cb34a33e6f4bae487719
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b94b8d0b13e55273fc58629d9643622c49c3fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d03ecb7c6e4f6dd17505249ca8c10beb4870e3468bf67afb4432fe3331564f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61013d3057f64677bedd84ad59b195c6d336f72d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e965930a77c672e1d436016f66ec137d903eff9a6c7c462562ddf39ce440a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc20f211ea25ecf53b0f1e9f6825f22d900858
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c99b4ac1dd7f444fb2f32f1aa61e44b7c42810e6c3e860cd27bede4296f37cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff74a9a214d753d5871458c121121cf3493a04b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f63acd52e1fa5f5e9e60195ed0202934e2d1cc0d43ca8e7b25c25ac32b9764
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ee5a2fb96709d2fbf4ea969fe46ed06242db64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d83ecab8f6708a75c18381ce940fbf62020f682452d7c1ed58d6ea35d5afee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193383a7881b3b86ccb1b4cbd9faf58466ab03e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fea801a00320c04bd5a951ecb727f9b26795fb1f000c0f06f2bef222891681
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb959556ff0d8ec270cf6768b7157980fcaf0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e679990d03b17fecb99895c7d46f7bb48669950e67715ae767523fe126b8925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb1ca3a02d0376ac937eaf80a3753d1a130a148
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc2b06daeb7a7c4538d24e09b71b361b3f1faec738a6ed45c73b657bc1632b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc7c1af675c064e6dda0245cf2161ed4e5fdf85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08dfe8baa80a74d262d6a1f103d11fcf1a62ecae1b59ac3eb80899ad20e36b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af078db7b5a2a705f3526d86838c7b47bef8d4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1359df67275b41287127165b9a8a92ef3da79f39293c3913ea97ba667220081b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e6fcedb2f9617d2b9fe9a962f783667185db4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61647bc0c36415253c3e6742f52967b9dca025e76da5f81f6c6a48f662d2a3d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c409a32069ad55c64561e375bbb0801cb158232
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69398482da5757fa663226b23e9a856dabeb7940f649421218fe359cad227d3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e217daff005b2ba7b13fd25f7edd2593792581
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcd2f7459e7dcddf2a8be113806b532f1a7bfdab2f98a9f68a5e12c4f06b9be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c4ab28c57d8de58aa0d4c939a60a3884206f50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7078881c82b19c2614b27992530318e8c820408f44443b91c0e16245940fb0c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d51d213a8853148a0439078f3cf93ca1f5434c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3ad6b0edb1f118330f2b266ce9635c00de46c388c010851e22eba09c044b22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ade1ca606f1264bc878be765b0f0cf8d7d188b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cf312d32dcdd000e35175a3eac6af978eaf4bfeff8f0e1e2619c2fcb79bed0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a0326c0ad58336a1b219f57cfd31ef833bc23b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a87e6a8a4d5563dccd784b2589dcb16f3997105045bd39d40cca20b3d1287aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edcf8ab251f2e063f7832e559829ae07cc97960
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65afde342c88494f47783272a17afbe7716a111abc81e99804dacdb0c6c614e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886b767d0ae6484fba579dab44eb3ca3b9f742f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644cf5486ac88a7b7a273b566b9484464ac8c9eec6e1ac4803a9cf650b5fc2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99c965df08bf578bfa81ccfff6e38e0396a331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6592ebb718d7d993f3af22240bfd8ecd82c1eaf8937fcdc425ccca5fbb23898
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb02921e34a9fd6bc03693cdbc89997995879cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89bdf85710f941d629b66d75c935e95d99a848e15778240e3dc618b21d4ba4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45b997303ea5404ac94ef3dd67649e5d7119e45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe2dd2e22d882a50aed2ae1456aaba60ac195a7aca5280f3bb5319b7b2284f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0aefa34f1186903b07b31301638853584aea62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86944f9e255f1be40ac8ede5da3a3c5dc9d33a1a019812b52df97a182d4a0a1b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dec81bae83bf6eae72086fe452faafee21dcf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3157195849fcd4dcbc4145dbd9fd4ea5717e5637e4621601f02211171e9090fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f6bf7f2ce89e155f5713918137cd5d1912828b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35e074af1d5f603867da728278a90130bcec3b3064f718ea644dc60bbf7257
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75b52d2e4f36c89c225ae7489bc5c22faf13139
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd56f71d3ea0a3ea1c20abd888a5ae2adbef60cdd103cfcbb99382e70cbf42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346c5d76d2cfbf01c2ab2b82a0d18df051f9d486
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b484cc5f1ca7ce7cfb429405e0081255c19328c6b8544f9c606d3fd5fd4f37b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513ee5cfaeb891f2713e6ea95a4e4cd2461b437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca6f384cf1f28cdab9fbe5e4cf4937b5aa9890c7f726faa8bd68049092e3900
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04f760f2cd21de354be6b445df0f87841d2642e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0a0cbc4f5ef1bb39b211a8fefd1a44cb9aa86a654021878e47a599d5515aae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd24fad3722b3829dbe8de89b0d8d23b0a9b6c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4da3aed5870d33d46b649ce20944dc2f4f3c8d7f8ab4e34501a3641c483955
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52622311102ab0166651f6fb011c14c379ffa76e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b3d132b9f7397e5c26f358249889bc5995f6cd6247bdb6774e4ed89290658
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9532d0d7bb62507d106208b48af46520019c4cf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93debf8d4eb73ffa4307e2e3034b4ad49a07fb71e40ecaa05a2fe022b0e11710
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae5b2eca3eb14b5ad330b67cc9f36a9b58e086
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fb85c4c734573283e0fb4c58fd58fa4f0c74d6ccd4f70657054d3e1c547eed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a146ccf3d0182a297dafe4fa64dbe35f528dace3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7558fda004e701e275f619b32e0e749d3395fdf77c0ffceb34d8d43067d5df34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c4f77fd481ef04f74da8ebe4a253c31270215
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57f3324d0c615453da32bb93e0df43cc7fa5acc3ad0f9a61b6b3c2e234b2873
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c226a53e315089349af106d2a0aab4a84fe29742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f0a2f82d58cbfddbce79d014e9e71c85da399278a61fb29e65a3c420e8af88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aec03e04e3ea1969c9d75335515295e2154bc14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37b77597d52461398a9325a8e8d57d5fd5f09791f45f64d1129bb64033bc9e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c94643adc52f36d8dda2a6b29f37eb338b70b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1436c71068def6ca94b5ed7d4a8306d764431a4c58c62f58a6348ad9f50500c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b666aef4afb39a36058f4ebb26fea463e2670a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ed0563af5f64d3c116dcaea3231f55d0a11fc966ce96ece1492b2baadf17f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd6a255d2b7d9b3979c5ec1b041b76fc7726f25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef177e07bab47857f07b0f84ecc23609cebac289156c2844b686e72e2d9f6c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97f0e8254ede8cb5161e826ca2c366aa0908a70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad42d2a0862c2aab147b2db77f3d2b8e1694bd62b6548527738a85a53f9cf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a053e7b9d46a38323e60f6f0ffa7a89c2f2283ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd893b2f1c85423fe0cf48906e40cac69a48efa01dbb6e8ef27df190fe5a060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdecbf01972b7f00b5e7dc98eacf774db2cd4f28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5056b406e23677b14db27e0321f1b9bb3090e7ddd2328c6fd3fd5c6a01a294ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85db8456986b3feda2a321654e4e886e447d59af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5522bbb0880e2642d783e21b2d509d5494d336a8cea64d012ff186c7890f38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d70aeb970ba580a2db693f3449e5b6d1efb887
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278e0fe013e069f3113ef97abeae0814599574fa29a47b648375194a438df998
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3813d57f30a9e6ac79dfeab0b1b98c1610984c95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec2d05bb67a3dee640e65c60051225474819528d5ef5ef5daf64428c4e447a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98af299f11fddb9899b1649b69b28389ee2a2ff9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ac30deae0e04f5e8c4d38d361eaad8b6f68230d35368c6edcf128e078375c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08aa8119766cef53b7b851fe2d31a63066843d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6335abeb8455fb6ffb1380b26601eee2b635e9223986d820e0844fc5751277e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71f4e9cf23f0b9af6cd5e27943be0ffbbb62b29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807017d1b3d087912e7a43122032124681a4dedfcf0abc8126323671dd20e248
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d0e7b0e02d0921efd471de288212efbf52b7d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4513f67936b7d26115ab16d033b0842f5bf8ad7b1006e3c485f0e635772cbe34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d105090375a38c1b5dc6441669ad36e3a099e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df23da074234a95438a2ac481e8609af5347045b133c7dbdcebe256fa61add56
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cdf5d2127d762be19e80ee1604ffd993983ee7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c6bdc2b20a0a2af9d821da8dfffa027960b8936f37f3b8d8a9c6336809e8c1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa05301daf209e8c3a8e778760d84907322cf7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ba894b4ed8725421f3e00e8a6b7bbbd7334e06c6c9bb4fb0b0bbfed082430c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301f8a1d52335f6af7ad4bc97d312b8b12c94902
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347949a76f7e647f80a003d605e6e5c242e5d03a7d661b3ebdcf7210776881d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1c1e3e3ca12590a7200f89a619775aa3da16c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7469aba38a1fe3a0a5f357d4c34f7f0ebd6574587f20e788905d44df796b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5004a65915998cc07bd7afa73fcb6adda091ed16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56a9caab4b027d7528b3013436e0530a263facc3a2e9920e79d0e6a390715e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e14e4c2a44b68ba9fa356d28e4c59a20c190385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9200ed5d78e4a9f314ce274194896e4cc50d76985971a2062523110e9b5b12c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cefe43806e1d42fd1172b03536ff8d96c30321f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d22c8895616e65239ff30a583daac250050cbf7c6181e672b95ed072ce519
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1243b3af7e012f007f781269482af79ca9259c28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf7dcec937931c4f0d9bc285f0b74ec8832ff479fa8b2fa3e3142bbe880f9af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca22cf715ba2fbb7e1bfb9e55a097884c35cde6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166013c4dbc69f44b7bd2f9f3d8b738c7d13e61ef1723d1c610ee85660e61d1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcd829f12cee0dc96537e7c52f20d07171fa54e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b424fbfb8b4485bda50fe91a94df6d96ea68562bab05cf43d41d82d614444
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315628bc7a7c3b19d9f1a210175901543066298b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f4f521f6fe431d5550032063c883336ae021d863e6bd96e4fcf6e2ef26f94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb8e1d6d977ce9b6210898bd43de93ff0e1c018
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dd1a90f07afef58420b417c1c10a58a20d4945c3750586cf99c277e6f767ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1485e7c135b2573c08c5cb073f03d95ddd36091
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e61a5093dac8733e58deb3d14e555494613d1686b0444a4d8c23ee4ee142288
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b33310701219777f9202f96035290174b064f8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff8239bba48c99f892f097f44f633a08d7ac8311ed1bcef129af52135c93afb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51176df2e997342340fbee69758a1df4c60076db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d5d7c0f569ad166622a1881c2f2c57de4508430d19901bc0e69935fd10336
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a8103d7d38a055388eaa8bba5f6cfdb93e355e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90502b12a019d450c49dc807b6b8fc34ec2f004fb9b7d8e003777303f6008cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb063a344809cc54bb3d0f48d3fca586fdd0a8fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069f784d7985a3f483d6937e253673f24ced6925c8a006f6b9ea43c1226d0f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33be710f8e48219f6b6067c162c4761229514103
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ba1a462f7976850555d5995a1a3749eb2296a2aab441cf4147d61f35005be3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed8b01155209475ff9317d15ebdab4317e4fc48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3280b02fabb9350c8c26d054e2fb0085b998cec249f9859a95b29614418b397d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7818eaeadd8159b6cd252c592f97c00dc28ec12d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f53deeb892fab53407bde181728bbecc59eaa56647cbe691225f0a435c59c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3be6bbbd34b12257108051367af765a1d61f0c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9769acef6033623371b308fb5b93889f3443c07e8563aecd781090990392d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7de026d496ddb6fc0a18b395357d6736fe96d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff6125254a8580c52826876a1e4a503d3d27ece77a4ca37e57462ccaab34c09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f04a13f59ad1221620ccf087a33e360952e1ff0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89b0230668c6a1f4eeea2886258e6dcf8223f68b92e7749b9438f989ee5cd38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3924204971bb969225fc9235ad6abfd7862eefa8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913ca01dcbf5b644f0e6540d8a02c508ce617219b242deff1855df42cc05830f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ce44f8066b333f79095b694fc86cf566ce5da6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6078574de9b60a6c0cd000db1aa398f9ae5918763b17ac2da1dc42eb4a5742e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8f3e8b65a6538b726c6dca7387e4e5dd5e62b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb691b5cc9e6a075417ca615f9b23771a0b808131de14302914d1096cdef127
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de79233cc3878d0382b1f24b387d5188c01c40be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b2f8aedbebc4dadbb59f7311f9da35337d4a7ca0016adad70e6c60cd240ce1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c253cfcf38f53386be8c03f33d9e8e51b3ba6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5282f8b525eebcae36b2cfe359cbf946e912eac31f3177563e29af9e70ca9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde3afafec59c3aec094940b3b650c89796ebff5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf0226cda028f6bf577bb47c595f059fa14311420f6c7e2c4dcb83612495f60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5176fb5be3ddbf44eafd69c9ad9a047fe2026
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35faa303b5c191834c9508ba434d6eae57c2f20cc9fe56966fb0310a5154d9ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f6dd4af62d9dbc52138fc2235ad30e875be476
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c605ba8801f13d5348306b59416abb472d1c9d268082ee3d4a700a98667eac1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4090c16b14f89351a972042c7b943da925f2807
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5160bac81de70a211d7438bbf4b6e80da40406149315d60f5971d6335faae1b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93052af1aa8fc20885275231e92ab01ef4f90b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb9ee96136eea1b650d98897ec3f3a4deb0c2d69212bfffd7cfc8a03054ae40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e475aa756ff0729f1a7b4454a319ace72d3e92a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661ce7e27131477081c1035a40fd8a9e1800904040cf394744f37697e3ce430
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8225a7c03a58d00736dde16d271cffd796aaf864
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14269796f133ac361f3027ca063a0f7b2522dd9c56f54ad1f38bab9e2297c11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c17bde2a0a88ee1006d778562d04d9175c079d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1840a366025846c30dc9e38f2cb25a7407b6caf528679a3d95611c0972143721
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec986ebd30e7f10cc2d5ed665f90b1a96162bb51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7d22c91156145f735f6b0a1796795b253fcf12da60b498c93fb3722992abbf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8041df013dfe86a0748647b2ed270fb7a7afdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6cd479f30136e816ec3476b3b074c8b378ae3988ba5594a769466d49d18ca5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698a66fcaae48422bcc79e1b4776e334c7f089bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0371b0b126b0b1995690ba5b9e0539f28a1deb30e62d1d08eaa656108db0e212
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1456400659efb9929a12cbe3c971e037bb7362bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a5587fe20b1caa6810d282081ecbaa41efe11b7d25bbb94ce00a1ed7a5d0c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed30d2bfd86268e1163bc550880ac780b5376be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe51bed3e87e14b53d73a462b5ca6b703056eb0ae9002a70ba7e40ab254f3f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecda5c8c6a380de3be8ad074e56494419b63ba7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd87e337295f7a496d9bdbb733155f355810ccc3dd49a23d2b961118d7beb7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043909d06e022f91d8d8f5bf8958437bb613d29f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f91014d4ad5db0b8341af847569805ca17e4aaa5c9b5d83510aff25c93bab55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cdb4feea96a1fd6e981dbfef52ee05d6691b4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ccbe9277304202726308a928a3c0a09145c14907c3fae7aaca17cbde949f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678cd8c4a84cc6a3da46c6e50e7e430572e9b39e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a606b3a3dd9080a0a4968c951ab76eb6b55e9602899499bb28d4aae311e044d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76fc5c1ae3b9b44c7ef90f5a7a07643b9fdbbd0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68698fd4e4b3ddb5b2512a96f77a51f81435555aeecded81ad02e8d610289fb4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73db6b3d961bdf2366d9003f5a7e18c027b0152c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e77d8a7714a55ecd6b06e787ebcf335a455dbba52530754f4b56514218f02c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99ebaf3ab47e112728dc3167d64c076863bbeb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb335e3f2fee165b6dcf0e339434d05b90a34ae1c929668d7f7a2aa62c08ba4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc034dea01dfb652f9412f09a1b7b2e36ff3b93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32f864afec98a9b9282700e119461d87e2cca9c4119f23885119145e39e400
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b835086e0e636ede8ae07a3d71936c460733f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1dae96a1491090bec5b01f5543f2b71237a945be974a07c1e49f4c7ad386d9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61448a145675e6743c3f56bf78eaf6bdbe26b9bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b737bb3f636623c7f3ffe703d639c9b0a7db41e7433f80279f136ee62ed01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb381a64cf153d928f17d3673d09048720d28c75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e7861679650dfeba5f5c9093d7e1cd437d316ab3728f9334bc6352fdc6d9a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d11c20f52e6cbc27b5a324f5f786afe3fb2fc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e517298d07ef5bfedc94ae52c2c7b1e2be958d436a0908096049d5cf88c552d7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71940acb0b0128e3ac3f5740cde81c560177f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fd38204a8322091bf4fd855d00b74844a4b6b87b1cda7b6168802e23d41c10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e34228a9dd05e06a99aa6f186783c35d82c17d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355ff8b1990763b7d8f20dfacf3b9bf2d76aab457f852714f4ff407a40ddd54e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad30911ca7d1b2ec9f158d380aa282a2b537bcb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d8e718d84f7a3244c22969d32d8d045a25314daf117303d43095c7e38d30d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a63738a9db2711e76d56c1e8f0f369ae94b52d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2809522e00f2fbe43d0b89a88d42f4f9f3c8d1513f700f1fa33548e96edcd70c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3e2ea2c4887f2487ccae15ab15d7edc3a2f9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee971e3791b588386f9a1cac46e34b8e16ca40ef94267760b22cca70c2d7cc72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35171475ad936df053723eee665c39c19308cf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed98de7d79a917ff3974697fc074582ad48ccf75c9549ab97349fe311193fb4c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a930a06f492bfe1364d0183dfb123255b0e9de12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0daa4e3fca52443844f37835349115cbfa590daf4e65d1b9ce01d445c529f20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d4df4bb89a610af4cfa4ba685562df08782675
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc4b3b825bb4207ed6ab398acfa690cc4057e36569c80e19b9c6f3415850b90
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf561b380ece4af9132f56f0091ed4a49ed680a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfa31828c8b1eec90c03a37794468c23ced84adb142c27a8d1957d2652ebba0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1e261127554ce1aa7bfd7c256c6a8bab705677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143947de4227666e092ede5699c15214d0bb543bba03d5d94948ffdcc503e425
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3668b038b13d7065ad12291fcc3990b879b9ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163b2de3187b91bbfcbae8953b447749d14da9ec7d0d825fbbe87e4dd7ac113f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0b484ab818b4195982f09f561ef33f8dc93e51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63580ae2ad02b066e4df84ef4b7a2f68459260bcc0621fcc9bdae5b8bd965368
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccbf7acab8205ff12725793d63e5c227f295ede
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62daa046ce19d6c36d7266319927f2fd4bb96d35788d6c2a1fb5b7d62317056b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46323c3b86899fda53eb72878b22bf6a4076d317
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4579220b0f7dec7ea1fc69c5cc4f6ca15547186c73e54d404d9d52fe9f08a70a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecc7ab1de5c690e16034bc54da469da9205321c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44f39816b0c853d6d76f0238a9efa12dc50828ea3296b8774f2a1b9006e43fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fad82c88a59f39f080e0838fd6c09a9205f08bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39076059ffc5e26c18fcd0f709fceab5dbcfd6dad54cf2aca09e97e07c324a36
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3881b26ce6a2c351a5e357c9a1a1eb1f78617c18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98923f9a951791c49e0f732ca0760acfdc97b9fa69b532319d1bd6da67c1f2fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05678137178daeebddc2a224b60bfe15a5d0c550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2908befc1fb3cb8341df11035bb668c76a1b7dd2bb5ef90fcb77cdb28251bc77
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c723b715329d7da2e265346040e425823ff815d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366736e78f52e0c573ea58823db55c3d0e18b4444f663857efc2408ad15d35d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6559417dff2aebd8e95ae950d3a38baaf45c6e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc041b1192bfddcac8c8133d3d27161e0a382fe5e7d6432e4770e3f1de7f7236
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5241ff097aa3a9c8fcae7c3e0388611e231a7790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90ef67b726269b6c9f355bbc0be58115d45ebcdfb12505d1da69faf52f3051
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf53f8c7966b7b40e7664c1ce189607dddf125da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c9037d715aab7003d2f1ad983c12d639abb76cf0d122cbb236464ef16182e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67e0390e77d2bc6e4b3af0435417ea3716ef4ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce5ae537e74b822abefc1d0a177ba1189262f5f86ba2f99af5223536442db7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc2c6a15464b840daebae4203c8f68f5ad0a205
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9200d162acb84bacecd87343f82af506cf4be414511325f302510cb32d79d816
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92985a8ab6f0a283462b250dd9c0d0a37a9f823c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6dba503e86c71757bd09a7ebc31d5ac87179a4e66efd9712f0d68f2ca7a060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551c14a5a3dcbadbed1c6d127c2eba457ea230d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7bafc14b5949e2f684b6f84cd3a2adb692d8a9980f12b8fd18548aee4faded
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4fc5b82594e30c4929da6d6892d175245872ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1804c6647c310893e79ff9fe5dab3834a9af42fbc02e6a5c6c335eb3800f982
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e56e515d77ce8d6a201b177aa335e30253e86f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185083f44cda60fb12dbf8564def17055c9db9d6958802734ea30dd082a7a5bc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a9604cc04adf1f09e791d5273d6ad5c050c3b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816e3558f3890a92734b4b2b9922b1456779aa2e432e02fcd1f1d4a58feb6d5b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c77236ffd4132bd027f1e773ee9d125df512dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac715c2ffa733dccb96e112d3758dec2f4f37e7defbd17eeb58fb57cdfe568e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8bf01f15e90b6d8302585461d18ddc304952ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab357bd4a7f9efc464b86e75586f8b1422f72e3f00bf4bced4df4c8bcf0b195
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b299aedeed92bd251f73c0a3655adeabd2bfe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f935553dd21610ad06f653df01a3a7cd70ca188744c59c48d9f84725c28e608b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af23c0521fe17aa80e54ea7740efc6993aa9620b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f070d379f34f04ec76afd3415d0ace9a5b090616137751b690ee5ff5a214b016
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d366ed2c55c9d66de90aa9e49c5a68f9a023ed1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a65f8443506655318f2162dbd113937807588d1102b3b60acceb21240f630e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a2fdbaab08a7f921c6e0e3cd363d2af5ada254
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35cdcc3bdb9917d6dcaaf097a0f4d83f612087f89287fc04463782d33b51d4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8262d97d9f96bc0d6fc397a2cdd9920ed201ecf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246f17607dfdec252d567ed05cd10c926916448339e7e2f846a9ecd30a634649
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbfa2757f08ccf6235e4bd7d5da836c813650d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac605116a8bc694277dd7770cfcea042aeab49c845eb0f4c7c9e88e84a28da6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427e331dafa09c72bf5c6823904be9d622b09565
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b635c9ed3088c0b8e06bd3009278dd1c6af251300cb450db61e60f8ab20f5e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480cfa4572bc04692537f7ad5027edfbe2f09b74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9ccebbd80763f6381289501b0871459df0511c230e15af6d0d07e8726969d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11bd41e81784b25b5e1d8f794b9530e28b035b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b513128ac0c2391d87531faf995c9120f8dba1ecd1b27f3a9df5be4f8b594
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21298aeb499574065c609f6a042bffd47645c67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48927442a5e681b7d9d9a37130beb85c4c9bb8c77f154c714e36479abfbebe3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bbe2df81add7174eaf513491ce402f1a43de69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b8602c2cc09dbd3b4b1d3f77dbb8725a696e1342847944c6f9efdbc21e0914
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb96fd96014337c7c026eb0baf8e5f7f03ca9e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec0455066be5b1ab06db1e51f780914682cf29cab3df2c6d80540ce2438925
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96ed1d41bc1db48b644a52abdfa1d6fd58ceece
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34e50efb3dc39987adaf9bf13a785910f8b5fee3e3612ed2bcd7f857d504c26
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c78485fc5c8d028b3ecc046a3576953babd6742
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd11c04854fee231e103adb40944c41a8c0a1ea081f70e206529945c8231ec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4fc4dc947da630d02f30411050ad2c563de1d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a3d3a82e081576a68c86471ae2b36d134083daf36a225968faf01b2686fef1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe39594f5fe81e8394f5b043656081a9e6b5d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf36bc05a199627e9d75aec1ffdf1d52d871c0d43260d0ff4276065c7801a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f58c8d0f226072dc53c6d1ae15b4c9ce4f8131
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f742f952db6a16dda6145ea58b9ef351cc740110e6575b636cadd76ba0aa53e7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5143476bd826bc7f5652a38439ba03818a747b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52293957394a59c3bcc08abf777140d7e3580f8c03d6213e5e797dc40994baa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae29508fd70635113a079f6c150bb1ed1a824f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abe7357be14049cb668daf7a6e6a10f9b157cabaf85de35c41315402a639fc7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae31d781f3c03fb953188c51068e4b84f3d9ff8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3804f048a75317dae526e3912a26d07e4ad4c838c91c3ba3700fb99240700b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f622649b1b2723bb9873ec47a90a8cf3447e67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7f154c579621ef09b911d3ab7934592e8d2741bdb08f0c4670a71cdfb52509
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5ed20064fc6628376cb30c2386f12158c41fb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ae220c368e1e72d74aa72f71285fb5c03aa708d152527f63f32c33149f163
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828e4b22d67e470fbe1ab7ce4bb698d9cabacfef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5227d7426153f55f6a85d312929a170e8ef30b262f8f2e00c6bfacb0f5c75541
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b091db15b29ed020ecba0cba33f79dd2b35e75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc721c2b8289791d0eda9389869f0c0934849446793cda5832630ca55dd4a894
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcafeef291163fae0afe2ab1f5b63b766ff3fe7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f0815d64f9914354c5a20483bf9b5f82efff493add9daa43ec85bdb1435c78
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c1a6438683a2ec7943f8585e7cc3816998bc95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5afcf68872814d337b39628c81147e630efa9ad1ad7e02b441d7fe38bc4a9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aed4d8dd5fb7f860d65ac43f436ff3370d9643
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa0c6b25f02dc060f3d8443014beec6c34ea033d53267ab49661a72abc7df1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab416a420cd81be18fd3e97535bc8853d0348fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1dfb24dd85d09a1e4d61e4891b87997f1e2295492e74bea4593c15faf765e0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b53ab9c8d05b489237705dcdd09d56f7a4a4d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca82d36dbde3ddd81eee6224ecff25f10fa06c96117c040f4d38eaca3198776
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e026f32a52da11e3af74d48f29585029212831
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d77692c617835be1cd15eabc68e1a9aaca0fc735ce1b637c9388c6f1f6d6aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521da214e0aaf2764aee2c68bce963f09beed836
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e403bc3c4332c9e0451da055687d49c727a402e3e965bd82774515aa7ff9176
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f938dad33303fb595f811f01e3bcaa9d9a82f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654a3c87e85ffbc3170db5885bb53cd210037b6f5379c01e446b7ff9ae641cae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d29bfa42303552e7cc49031d6e0e56709e840a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b82ac97caa617a4ff98cda2a969236ceb05b58f624a92b2145ed9f355e326d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d828007f12b84dad6dbdfd3fed84582e78552b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d6a386783666a96843ccc7866b5ff4ca344abf866d2d116f67b06a3380b08b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98749328403fb2ccfd71e6f04186e9170fee2d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9b347407149c11d0e9b59643ec1784a860315716035a2448ffa815ab3c3e7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051900de2524e62a2026d6087a2f94d8b4125a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96451fe24442ea4c2ec58216122b99a0c3cde6f8b460dcdba16dfc1979a5cc80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e92d2cab8707eaf717cfc6e5ccc20f8a1f52376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60b329c6589627d5072dc4cc5e295c822ef18f86768af9d1d3afbd8545649a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa0f28f9640fad6401b4fe7d23570b78c7f96c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2073fdf450123e45aa186cdf537a2ba425ee16758ae206544f965d3f0215d5b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b751b780d128b0edaf9eee11d4d8815fb8f62e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7012070eec448b1321c6edf7b2cb911d3b86ebedc7cacd54a31c1e0558028607
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d99f430ba969dd4386a58e523cd97c52a236921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e6575f5a4642eb9b0585f972b7b6ac9414965aeb1b2458112fe1a074e8761
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6429464b75f293c90666a25a63a4dd4597a70980
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a35212facf49d2b679686959350e70e1ae62f5c70e1325d06d9807c0f8eedc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34660200fd287bc9e15e277421cb2f34d01fa7e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20084bf2de39a61b6fa64586006cccb79a99f32c02363d7ad0f1da9d3222999
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566ff91f39526c76056697dccd9b89c93b4e6fc2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aae9a7e6a70be1d0d3d76889e7c1e414a2a2dda9926a511b40574a502111fe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2386d4ed9e69b9c8464c323b82d73107494df7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d04bdce20d1a0abf903e2a153c412cd3b80a3d4ae306ea3c6de112f77be8cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9908bd2d5564f2038ce18066d17912d7660e023
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0e9814a0d19da329ebdb0850a54ac66df34a390681819ac9187042fb19a05
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45a8c661c6fcb770e6a585a690bb539e0a51c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deef3476fe712d9972d6f7eff2228c75db950740f5e6c7f81eabe65dbabb209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e870f02c207b111098663316297dc452b1664ff4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7383349a9d34c0c77d691fb9122db5f0b00c70d2c4dc53c2ffb38e18fb5c6537
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadd8e321946179a25f4c60f3cbb075747bd5376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a7d7e79a7e6d578b631839c7a6f65bb787f03c22d436435e64dc8be3d12428
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f80d8b1d4de13a37c4c5af6f39856752cb3b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71dff8f63c4021985b13bf5a22fde27d9cc5ef67d81ecd4c3054ad38dda2830
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a639aaef1c0a03945e971f3becf5fdcfb3d188a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53121998ac9ed2f83ee71e84221eb932a57f63189baa677b6a3fab3be17722d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636b12e2c8556b4b833ed7ce840de8e329fc35b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700fc52d44522884d4b5718a9d0efa8411fa5dcedd94f3fd8e7ffe189a13c12e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c8f8a94264e9f40331989274fae6551b6bfc4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38bc44e9110e942063a770ee288d05c29d2e948b58d7328bbaa3fa034ac1516
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee20562efe2f3f40bd2218a1504cefbcc53fd9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e919ca6c278f847edb0d23beb1a35a4186a8843f7fa81f184e473aaf87b41
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b6134af34ac6e76413afd675e44e43669abe77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9ec6ff97d8467cfb3ee07bc5f9d9347378214011b9c84e08af2e58659811c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5faba41205d51da8b49bdefc372b66e45ec9890b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be349bbae34bb2fbe3517551c5c5573e8bdbb45e518648567b9d78dab3354f96
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1799adecac86b4515a1665fee1df5461c8275fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ccb77ed39e27cc303bd4c07a509ff6963293cd4862b3c86cfdddaf7743c53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640ac92ddc64cb6e0b25dd0e8bb7f5ec7745afea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043a4da5418029a60e751777cbfe04b6591c86e14db4ea3db322250ee0e18555
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbf2e45474f9de2a0c1c3e434f68938a00618d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e318b6d9a0719fef441637320900f5ecc3e69876d30dae9be434b21d1b4199
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fbae888cd05eb9783fcf111dc91635d5f0fd7d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0260ff1f7351a092ce050eff67d6988d5fac11429731bef50a7481270ca99a67
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635263cc51baf0ae7456d2adad35c8c8b07ef15f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0318ab22043301ec51a1cd82e1648e2e9dbff25f92d906b4614831ec504f3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da9339a9376fa446f28f7abfb56ea8ad7923e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f498e7643e1aa3185719eec128f3214856b1e795c8059d6010ca9c7b9363598f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3578905297f689eb8ebd1997d4dc1e57c64826a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852700cd914f8f3e6a34b24e468df7f60cf960e7fa71875fa2f886a7fdb7bd6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d799fbc8acb31f8a0cc123b7d50e95c095861c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba63639c72943706afe2c93b49084b7c9fde60561b4982937f500ae8a3713cc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df577fc5b6597570a5056c208abd67785c542a16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ecece0dc5d92e7bdbccf68dbcdeda4a1a11fd8585dd9fc40c0f19fdbfbdf5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f34b0a8d362b44f19fe5edcc57d643d24d870de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2e00d54b79b4e83e86c5ea2f287996f516c14f85fe249f90e43b137345a877
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c176006550816c67a5b998444c34c74e129bb852
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dead0897e9abfdb6d14916f5734c5cf79408fdd909c7f7607a68fecef29ccb0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d45a5135fc2e72522a814d386cb89d90207c029
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04630d2c931c7c691076073211ac9e9d35bce1bdc9b214d292b9118bb3b64cac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f2894f1d075c4ad6008d531c6181edf9862990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5f96f332e5d1ce1eac87ed8ac3681444ee4ca85dfb067aca38fdbb6a6383a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926c962b7aff19e23db410ebf57b49b5f867b3f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903918a4e28f2edee6a8d84da893528bfa00d36571dc1f7ec8b94eca980d8732
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1002916ae5885980a001671dc9c1c599bfb13ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f98aa26afa745ebca9e91b91daf4bfe5b72faa98aae30c5924cb81f4ac8cebe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ec90b17e1948607a899f9fefdbfd7eebc2bc38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61589c931167c0340b97df0e521876ddd3473cf0a52c4efab1546fe62b9c3328
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088f22537422d275592863c785bf0daf21644113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d065f0be891a13fef0eb560d0c0cb7b9e2dd9799b9950f042ea7b90b422f22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5543cdc627b2168477fe76ca5892f967e9f48b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cd40b7668840c5c9f63092f06bda6257298de03d7d0e8134b9f2ff4138514b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44650ac293a024ef2774b7c1bccd4e753ab13b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087220f67fa94ae59d6e35ca937d2c9bfbfad26684e4adcb771cb894839fe713
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc996e83fa296aa98715e182238e3bdcfa16743c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11f0faf81f911e754ef9e76b911d699837f060263396acaca349a661e422bb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a825ef0d5d9c59df5158a0df841599355a89b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b4452144b55674b0ec84af1e09cb752aeeaf42d5761b48f9a8931f023a4620
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea6289033f0032b904e0716a63de81b97165661
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815c4269b991e39075021d539cc34678515b76be76dd5087507bbb132cae63fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672dc0c9c69488b55389f9eaecc0e5c9575fe343
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1eca404c0e8f1d1829f73b000887e149f92756c98ff1ca621aa2659ba26562
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a08411dd98eed72d44ecbb5bb747c5d4bbc99a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753040d6621fa69416a34438779710719201ea62dc484a4d9ea45eaf1bff6249
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f23e53c5365b10b8134fd07e894bf5dfd9107f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc396ed6945e62b4555227b3ef83c1dc315d129b1fe05b52a6f773beae34fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94649d796ea8e9771427065796b19ec5460c114
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4d630039b024ca156cf15ad4bfd20b6740014f33953418b727791a52de8035
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7dd359e614cfec65b120e1960f436baf42aec7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87763f7517e332281602b7b03e92baa237e9575322060dc2962e019c20c8393
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453720fb64addd4b43c876fdacd8451cc310488c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc9e0fcb59da349e0b2edbf1908544b015ca564ab1bd8a473ff81cfc5c22677
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb875ec5f14ecd4290def2c256282bed71f80f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089c0bdd4597ad4f227f39c5a839f3460ef32ffc3e20427fe77b59a5ae51628c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cbc66bb3390a43c2d1aa6c01aa80da64a19547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c81010f7f06d80db8e18b5654846a9998b06d50f6836c6dfba3d663d395118
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1123ffe274dceae4d19e051fa6ca0c7590c718f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6febee7f543252899fa833f0a4214ae6f4b7c7471c202deb17b5c4338b4309aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10eb4beaeae2c6bf2ae8520c9380cc8f53cda49c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4925c353b4bac41174962470831c8db730557b3ae3d772dfc183fa544b8ee3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b4efb108c381d108d722f854fe77651d8a2773
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac74e9f6931947e9f6929985bb9bd88578ae4909d0458e6347875fccaf2afef1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7a5ca3f1d4c9e0fa6ac98e74637d5834967339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cbfb1e0f51e6b72e46fc893fdcfda78c773fb02e2375d696f0d616e7baf011
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc029be293dafeba12d1498746fa60d0a4e2bae6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4982a2e0503dba94e11a9cb18d4837d59388a75efc71880404116954ebec30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f967764aa1ac2e59b427d2c0999d2e4c5dab62aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533def7d83ea0603089a43d854ec3d2d4b3b7ab23ff715c1265cc064c9318d75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230a281780051bbf40228376f82ed51436934fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae06d351f5dc8839492bbced23d97f5ebaff3431f7b3450f4b21fb7fd865d61d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a51866d7afeb9a90a0c606540003fcd54bf01ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5a7c8485d3cb4410a112af81af6c651198b24303588214796e4ccdbeef0b1a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7a4fcbacdf0f17024e1dfeaeababed1a1107b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaeadc0ffe5e1c8a5de8f82dc554859481f615bef10e067366b235371acebeb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbd547087431498543bd679fadc18fc2f38227e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d27e0ba366592f97258db192fb63446fcc4e08d873a1e61667a3c323887bfa9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1470c4ea0d7e2668a74c88157995179a9e84e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfdf063badccf7a489e564a7722c50ca3593e15317f65ea65821c88a3594f1e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3943d365a3fe48e872488a32c51bd63d9b67312b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75dd27e539fdee88b0f4ca9971eb8033df0ef14eb3283a3c5d076966039bf1a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452e398fbf255bd4d8d4ae8811c2b87a98b777a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9627d2a117678f0a0e897f52dc954470db6f499dabe051bc9de782ef80b82b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738962507de5e6a535518f3a871ffafeb253ebc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7a8d8f543064d6d7c2af120828de8d0c36e44c4c5aa4e30cb7509f7cef4770
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c52c4d093599b0886094141793fe857d5bcb59d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e061cc245bbaa476d4614b057f386bc0b211d425738a2b9d07357ec51514ca4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff642da0978a104eb2c22069d5a202972b4909bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ff85968f3c4c527d368e5e45b3bda46c317964c7ad8cb04eb9607bda7f06b2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5ddcc1e71e423110d812b4fa4f30efa28d013e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f670618217d544d3409f162264a7de1ddead5fb5e0d983432e19e02f338cf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605524373af29350b99217eefe85c61a06b58b70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb443aa936905005795e0c7dfdad9ba13b29fb07e9c327c4e0708b228fc15b66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c745768fae18728cd9ec3028228736112f28efa9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedfa7447fc15d71958f1052cbd950568b77be670df1f09d941b7c792e9d923b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551ea0c1ae8e66fc527fdb6f3afc52e2553c4b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eda55bbec45dd2f069c4ca09ae66a7531157e4fa5bd5e76208febd1b712b43c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460c5986194672458344a18b4b0a78c88d9ed3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c4192f15551b7b73fb44f2533914d0a9b22b0519d4c1b5f752b5cf31a6b024
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9901eba4bf42a8944345e32baaba9a94123db712
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a3150b974c10c884a95f6031aaecc1ed0714ff74fc39887463332996a1397
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d219c1bb752f9ad0f970a15415f789254b5901c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397329cf88faa6ef37ba95da08ef239f8f26dd53bd7b766174d701eb4b103b1d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd73a6898ffee6acf47493c20807685350e1c78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c0749b48bb8df1fbbc8cada01d8a6d4fe5c4291bac965226a409996a50cf6a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d494b3343ac88a3fdf7fa1cb9a9ef1593f056069
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc57c18eb89bb3eba4eeb321f73cd9c4cb7c3e9f6b5f691b84fd63b7019ef34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a444e4d2d7896f74c37727fd62b17dffc86a84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaf748e64fdc3a74e377bf8971442f3b1df47b231c72feb9629b01abe63029d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06658f3f55269013c227cf1a2dc095fb72d557a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64f4e420e47f90bba9b9ba1694eb1779baf0895f88287eae41ae45c288ad6cd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd12161515e174c4136b43261c19cd77fb9a9f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff694b9052cc37f6c048c0a59c64283d4f6e3dd1dae8780bd0e344e979e8cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d959d4da9776fb6975877674e046074d135f7ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b7f3550550eb643cc4cb2b680128ada9d4ccd2812c387fba4d424887cc8157
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928a2f0b11dcbddb4675a12fdd1115721e9f436
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fed7f9f9fd22325890e32ba76845df34bfa80f17f0dcc9a2270ef03b335da5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ff264b5c9436627d5a76f8e859fda5a8f2ccec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaebc1313d54ae6d056bf7d2e01ce65bf34dc4613db92dbdde30187d8008098
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476d38d614aac2396401ce164128c742b4021bcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b094f0b99ac8f6fe02873608318b7ccfc3bfbfd54dfaa3c0be115a1dd2d80e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268f46e09377fa38ba29160e1e3dbf4f877f9c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef13009fa4b89f63bc9f1ddf2ebdd0ff2e1c723ead476379c10c4914a8d03b12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e23a096e61b6c84b6bb2021798bdc4cc011b9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1a88caaf18d54123d6086ab0088e50994c090a2fb4e8fc5556d0830a7cefde
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa62bf5497ea1af85b3a6044f14859210776f0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecec680dbc23c3929d9900f46631d3b2e9f2a2d1c2b4eeab2505cfae369faa6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0cded62c82a433af27812bb3494d35bafc7c8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2663c7b5e86f2c481677bad690cfeec1eb047ac473a1d7f0db445b81f5336a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebed0ab91ce54a8f17cdd0f089dfeca01d8e0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362a4c57e402fcac1831dbe1ac9ff75681943a54cd93b82e9c456e36fcaeae86
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc65e58a1d8cf44afb11f014a2a9d0bd8b9cd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e941037f419c7dbdafa456ad545d4e1ec440d1e96c71e0a4371c65411238984a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154ab2dc3737c3098a94e554afdd82522e72aac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3d2a156d899bf6ad2eb643d6b1d544b97e6475c6d868dbef5b5c945316d27b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb00a0927b080d9f7ee7e447924a70faa567fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a77a3b3c2cc332683e46f0c5062978ee3b71f52182e6320c11980bbe6fbb02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7008e8f4529535a8caca0ca6c49cea62d869faa8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22802353412279e4b293d3bd7c5cb2945a851e0d1937f3d700877a0b08ea22a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dc7b27778c2d41e4380693af63edf3678834b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484d53c51baa80373a1a6391afed812b796b9e797c959b39c1309667c33e8987
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44997d6193cd3ab3e0a3371deedfd98390dfe3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c771b5a932dc705d0ccd6d20a0b5b083b49f35e05936ce931ed2a0b0d8298c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7305c16a26ceff94c146110ddcf34375a0425f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a4054f0ae383ac33a213c37249fe20220889e7b2920d53b85006c30ef982c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43033d042f1ef77ca8bc7cda41635bd7cce931e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071b679e778b53941791f823949a3171a4941aab6659d35ae2bc3ce1d762dd61
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1686d9d7ad3a72740813ccd07949178e5e8328
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a05ce1f4e83e3504de203002a2417ff6140c8821d91e774b26908ead299b923
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083aac44a018b027b894b33c9fa2a2d4ea161369
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c99a497d47331b51539fa88cdab307eaa469be4f8782da1e3e52fa44f2aa428
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e286aef09c2b94c4426452f357a0910cae08163f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e41b4618c752914af771eb52a87caf185522c01665a6f274b5a154f04e03776
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b5112ca684cf6eaba9f0d079d642c47902fd2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1a92f15859a4db53bd788339607b4897d737caeedc1372bb871f220a9ccd85
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ac27099356b1798b214996e0730e42a8038e0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66efc6fca487c993267ae6b8dd0bb7b7b97538eb6c7da049b52edf7dfc5d04d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0955c8482f4f6c66a36903c0e7d9ada2472caa53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392acc0c847a2b47053f26eb27a4a257ac436779a9de5b09b414e8a82e3f70cf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645befaf513850e177ea7dc852144f5322349d5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9194b6869d20fdbca658f808b588393b1b7ba75bbdbc7d1b9cb639203e86bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416728f8dba7c67eb66a72b2a80e7fce01ee4cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e50a4445a030343cf9f06b66a011d4f039cc1ea32311435631edaccea40c515
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc10f82c908f7d5d554e78304fd887f3f8d033da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ed1a2ba52d62c25747950cc5c789ed51d5d9d9197e0c7093828a496948600
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede32c6d18860c14841d42b52e0c5a99f3f44a54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259c5a01b905d6072c241ebf1e482f6011e4adde4a99f5782e5db12360d6966a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5190abfed584c5c783f884ba2a98b9249038a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d551f06b76754388e18e05de5016db4d6e2f3cf44f4dbf4d817fb8515a047266
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4d7464ce50b1e92a52d620f12f0ff52078f1ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356476680f3ba5f04c59167aaced76bff7a093696cebf5ce07696873833f5bbe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2829344387933fd7e0e4fbbf238acef09bf95de4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d863a0a2010f28ae52cde48a626059ed2e5eead3c1c6e34c19d37a29076809
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39fea640ce82d3b344d89d48077f2f06b94740e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b83e472b448e41846eb2a2f5384ef031cfbf9071efa3142fe86ed8430df834
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d682157c5826ae2319db898cf90103ddbe824b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccff60eb2052f353fc675d7fb4c87e645050564506432e338c97d2accca63a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac757c2a890cc04f1817ef00b9a62aa06f122e28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd83e03009d433850f9bd46f6ee9b719bebc09d905b9f0bdd3213b88c2e0811f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701bc921b4d1c219d1a91c907663ed50daa13cc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159e062030b1a82273757a04280f126c0529597a4bf9dff91922e8be902cc3a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b71c09abb64b10d489bf6f3ff5348ce5b5c9773
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2b00e38c741b4866e3b9b68fc5e1c8b5c133609ab5fa05e62da628aa572a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f35bf54b782a5294130266c0f5325db0de41ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99931578a93d7848ea854d3543b17993c8fa8ddd6a4fe2a7b0bca67e4b7477ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19d241747949135487b9ea59b609e95fadeb115
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d17f1bc6fa318c7821d3e57c6ea473bf04ff39e22649d6e233f086a5e6a5c88
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395152befd0931743dcecf944881b75e717cfdfa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a60e808e11f53e5fe2d6fff2fa0105f0b989ecf35af89b51740b6a3af9c6f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b840373e8d210cb01f25870b58aeeb7ed317b37
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cda04a347e73151078d7dd415a09e5fcb4a1b569966f337625b4faa556c6e1c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0301d6f24fdf2b124f87b803130698b6f44acc5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01db08741abce03ac61ae195becdf210539ce1976d7486d9b593a761ac272a0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7255b267d6460cc52a4137b4a488b754e9a4f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dd5ca9fad0e50ec5814c0f8d0553ca6e36613113960559f45b37ec629910bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60b48ff44757d87d059b07451a05ad0b7751672
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb83c57b0632f401013cac50c90ee7a55c9c82917ca34f588dd624f6e2c0ffa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12de456fce36f6a5229cd41976b8f13dd5f4406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc744e29cb0975302efcff02857b49e11f6e467c9621e85a1f9171935dfb81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dcc10c2d5274a1ede47815c4f559dcc5d9c51c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594df1044815f2ab4a7abcade6a85a9b4410b550755a47e9207235ff5ae2094b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff63f6b401805ffffb5e30443c623be958e8c78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9bb0adae89953518a9fd214b2a71737ba6a7527bac8febdc960524bb08e4db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ce30776f49d121fde53df61a5e0de7cd945b34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa354902c7337b93a516e22fb431f2438b60ef7b0f4c6524734d2797ff1aed35
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7048e8a1d91f7a9af6008dc418b3805b756d29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c4c4a5bff7d4197d9a1fc41919058ebc8c20808cdb87790617c285cbff0897
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e36f43f44b6f29b39dd5bad1407e7b451b57979
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34da0a8b034ab941d5e10f5bd48f6cba0c5cd460605082313bcc3c518944473c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd0511554da72a3f4caffb342cf88e83540d768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160e2b9a26202b6ae8a6db8d22d4ac5445e7b2114e6352e9cdf857acb74bb93c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbd2b38442f283a8ec1bf2c1ee7d6a5cf4caaae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7914a6262483dc137bb3406e6e288cab3f82e8009660383808db2370aa736b52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc96ef81fe247bc1b9009e3e833edc9ae982125
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337ccec0439127d16f1c7967dc413604f0d42a89391ba01518a41652eae07e79
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75664bf8d698a735d7cae76ec95e93cbbfec6bff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbb6a3bb84bbb0e597010a4b9318aa4f185d92e0a08622e2953edb6fad00de8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81912cf46509481b12468a59651316cb022b9b92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4792cad6e2a768b87889e06cf034367acdf4d9c7ef3bbf59d5cc523c15214c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7c7ae066a1d751fecb479fd2c5b1ccd7c5832d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c741332ee7a37661b5849e807eeac21c99df1d968de255a2f6baab753b977a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8e5211076a6111d64f3e787ed1b0ec39b3c652
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481d1b42bad23792af6a42cf0a9376e72dba8c82dd3b1741403dc7f3bbecde3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e69147b13ec33aee20c2f04417b545aa9ae81c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2183898a207fccc2a1c1cf1a623ce2ef04810f92507b80e99b8c2083678fe490
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec11306b7aab4ba861ae36afda8170668d76a87a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26f2434a9bbbb31b320459f0bc12c22250d63b635513b962526112b1ce28d7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9186d816d79b38d480cddd75d042723a9efae0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f205b5f53194faf5508b5fc9ffd63261c27fd15c261c041252086fad4500f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e1f6b9517a59502949951fe5598032aca11821
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f1593d88d85ed89ca2cdab2074cbe5604774118b144428c7181938804bf3e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28fc6ddf6085ccec8c0cac54c5b44600abe1b03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602215c59f1869a2c65dbd742cb3b88da7e493b704b73f144f521319b72cbdc3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e439afcac02d1c888b3d1b64da8fd23cc8c3e5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a2952a61bc7759d6b5c0e08cc19a969aea99bb652b8ba73aaf8e177c553755
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379363302ae99a4dc97a41d1b72a40128ed708c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a0f2f742f21ff39d3566abc2363389ad1fc52d55747523254856537fd074fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4de84dec6a64f2e846654df7fbb28655276991
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e46e6bc517c3d9c78a8c0c57386ee04887ca70712e1af399e0109229377a48
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ba2e031c1e6f912975346f2224e6881855c99b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55615e4b037882bb6ab2b831de2f192be4d0827ce31827202e1e201e11177282
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e334aeaf347df7292a342f7159480ce014638a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdc6bee0e594b5fad266ffc5521394e71bf1b7300e6bdded7c100c3b58eda18
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c224ff382e688f10de7260e43aa23703ae072f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f5c06390f0cb5d9fa77962e0f63f0d4f682aeab4c09294885464f17f68fc5a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de617bb7d423ef27500011a06a26d37bc7e9ae1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f37430f7f63fbbd227c09201741d4e263ed3b243b6e85fd1f7c018d07bbf90
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c723cd5f466cb3a750cc5441b71f8d941b3cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88aa01998566bdcb91771767f7ffe51f6054b0445432edb800d692417fe5be62
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09279fa0a58911982155cf2463fb154192a116e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aba8be916d45851dc7b4587d62c6c9c68fd015bb3a318d16b38e384fbb3aa86
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e011e10161036b97fad6814dd7d877062b38b468
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595db3fc1f135f8c7f39a011a9cf6731101d08aa2a792eb227e7154faf758c67
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e667bb21dbd69acbe3bfa96de748ea3873a765f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c89ea7ff9e56873b77f542d66c51bc52b1958d77644f3fc7c677254a991493
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde1161c217e71c54165f66367c34d3ee79384da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b5c2d41587f86b7f480065029a504408728a89678e23a557d8a87bd688093
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00914a68d2638952ffa76910a13df6300f0bd558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d7b78d49264365b1c9771d9bb6d5478a0e9755cfecc5fe67daf4349d9c174d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac23abe2c2c2923016693bd8e4ffb43e14aab4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104033c535c2780e8eeb07f5e22d985459e9eea79693dad32d1ec6c78037965
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2770c62056f378bf53e13bcb930cdfb24fe56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42423194986c28fe44e8a4d3619e395ad653b11a9933b3b4cfb34d3ebc061ac9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078c21d2b7b160abe4dec1f743705206a0e7c047
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e0203d93978f4720139ed43bce6a2abb9d64cccb6914130822b20b17797337
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed2fefa46e7cf425707f357b3e84997a30c3fef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbdfa185979eea4dac48ce11d9206dfbfe8988bb86a7629dbe16b04bdd9c1b1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe6231b747cbf8c5480ae15cb0d939bcaa06fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dac94c817e382db83e12b014346803670534d28332bf8e06bfcda363a33cd7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cb87cb699f7c73752fb8a0a01586449a3887ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba4f3cd7235334ddbb05ce81c33eae644bb738bebb952cac20204308d0f4d5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920fc424185af9055ea8e2faff7f824ccadba48e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f4d24c0e68fea4a988c2103d3e210a7db25e3a55786f9e09a7b58853831ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2822bc874bf54fec95d0ba913ba3fd3fc455681c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491610214ad20b0aca9108bb9f16bed0ba82a5ddc5d9256060824a1961d6a146
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cbfde226a28fbf76f863a75a3f41646830015
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82df8bf1465a9184b970329336f1ec1f588cab1bf3b823635c2a4fcca5f6981
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fe6d9a25c3978e19ec63bdbaca3cb722f0c220
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ff61998306a512f78763ca93dd52b18228c331f3fc6d8294a34c4e64c9587e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edbd6e6c69d491f5a672eae7a4a8eab1ada4a12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b858c390b07fba4163a4bdeb98196cddbf380f39c91e99c17ede0d2f81a09bc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2558ed00b793e727a3cf4be8b698219174a0bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4230c2084deaf90a1d7bfcd483ace7b693c18ba22cf0a16ec9ca947d38fe840
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6598c2c0f9ca6b83cafe7edf21872eb9cb4227e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a323395bf22855789e745b954fb2e87554751262f76e73c71118a3557055ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f080092dd2768a8efec70f037e1a46b629bc8b16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4ca438d63d15186d267fc69861e2087895b83e677727920bba62d980d3bcf6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032967ed4247c4791b6771030fbeeb2f0d6d4abd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2448e09746bf7553ea9de1e8c785a8540cc79abdecadf49b5426f7d8dbfd309
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e14410430f46560bab27d2a1042d95441dd1dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb95309ca3d1ce75a860a998703ff21ca6479b2d62c8dbc3a9e8dbbb7be6a6f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14de119760cb1f4fc08f8106233e2b51409c73bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aca2dd6533ede5c8b770389f69d92071c06a2c1418b18dd7037bf2c47ac0f52
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f286765211422a53b4441caacafe9cbc747798bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf71f92379e3611f4db32cc41dd0f9c72acbf6408290c6e2006697ed98c1e6b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25753b9e7a25e9aee97eade387c599a022a7e331
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eba53b0460eec5571a1e1070645881e5e8900ed309d3bb1e432bda97e347301
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53167b5555bb839209a00c99181aba999738c61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7e6aa27be9c4e3529b1cafe9c9cb403ebc35487cb16d1bfb0e79b9af089aa8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64a698a42bb68cc1254694e51184668aa9f5a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc5ccf0b0ff398ab297fc132134f3644b471e1f8bd560e24788a2de84b310a0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c4d56f056f3b06cbd173f09f829de47caddc26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e609a5b314189d6028c3fdeb5d2ba0f0aa50da719bf7d1003e3f0ed64670e817
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881c53b953b00007b9d3595076305426ad7e6823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f4ce1ea98dd33d1d4a6236d7c723f6035d06b49f00d81b9b4a1e3ae8d0e23f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291f4e6c6d0781edd83fe4a375869b9a70072d26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4973415a78c564a4ce0ead5f748d3922dcd48fac6798ba52f25c651a910050ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f65eb03e22ebd180b6f1affbaa974146c23a51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34994f148309ff4e102f44e7993914ab4281b88b5475f0aa78c9e8078159fa34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97150f7864a299739a6b59fa328673a7d7e697e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eb848c755822b47640c3255712c20386a0becf060cb6f0a705e7cbb8d83ee0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4043596f48ac200fcc4e3e4f251ff13b12072c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f50a7cf482c5461b29743c463f3334f732e14734101d2eb46f90840ecd6b7b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c453e64698625cd541b9975ef6ceb6187c763e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e469bb37dc1eef8e2ae5644d3314f4885ecaee1bc38d887860f78946eee8a4d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b400dc1bec6ebcfb5605946ea812f61f5ebdf3bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f101934b0c45a68e4c898f917c70899bf64dc0ca1a1777187aa0831e00a9cc86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71602ffd30bf3591b4ef38b1b849b60ecf9b3eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b1f8b5454605919a2024719b7fd7d5437542b6fba07327e68f4081f48ad1c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a02aac6c2061bb2111c743578928dc7368e1153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70732fb90c4ac4d38dff3af04ac4606fb52da5480d93a4ed32103cf429ff5a86
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d3638f3d506d70e721cf01c3bf8f064cd88bca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59efe5cf01fa6f01ed5c742993cd39284854fad19402a67db8ef6b9835fe2ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e610fb23683b533e0db308b0aa201b82c4756ff0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf994ad2494dcdab06dc5339298c6668aae73a17ca72ec7c850a6e8a85054b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad1283aeb3fd00922034fdf926e3784faa01b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040780d09f37d959e46e3017326a57bf658ac4e164104ed85653728da8ce972
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283725ae1f4e59be3ce949ac0e5bdda8f9b0e376
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b70e8e5c539e3a50184a00c223c47ffa4e8df1639aa8c39f29ff47f7d445adc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984405b0b90fc9519008c1816fedaa88ab8aef94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca1b24ff52740b9ec24debe6978980bad519cf48cb0b3e7c6d8ae9fb38938
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d800215aa04b53804227635c03da925ba3a02f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cad1dda7a5f93668b6b7e94dbed96e7e20e5abbb73c4d8f6fa63a2d43e16719
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ac507caaa3e8c41ac42274c169c75f74460e2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7e0b418bdb24989d08f15749b88893fb20c9997d3739ae568af377f203eae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d826d902e5364dcebb75081bc4f7dc2ffd115f3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0346417a3942c35c4dffb76742dd0f9a05c95e2d3c3191c22d2fa021f1033
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c75beabfcd2afbe1b47c2a8dacddee2194a454e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bae805f5ab4315ccb4743ad48bebfa4d21d5d19daa4d5760a97d4368f161cf4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e11ac9b0f415f0d0ab4c5bb3a169e3b36fd6902
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135d293cadeb7b06d36dd12cc3fcf89f45a7df386477557e869e52979e76345c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00765870a9d47eadd0be60a4026cd00f88905125
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10724768459976b3f44c5492d60b9f356e3176a19fd1369ad5404794a084ce4c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9a569c1feeed4731282f61585853f637f7fbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fdfb613e9c1cf24cc1b7bbe3d1942190fbc2673507f2272e72481e1c102621
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec1c466d878541e42a157e0a40e45627b9bdbc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0793d899ab5855c2f753eb02c5e1d70a434546c7852cad38c06b52bee69904
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67e82dea4adbae2a5cc13eb592da44a626dbbdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8716cc5c4d3f9dbb26df9eecafacaf7fe96ef1c7fe266d85619813b6d2803951
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e842fd73ba8b5ebf375cabeffa5ae8a85b29a77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8287a490dcca0b1d6f321d213016aa3e2c88e7bc75cb16d446d71d40212700
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2388643dbd89858d30286742c1603e18086afbb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d69b484bc7135a63a3a752b56a76fecb4046978ca1967e9d936b634b43616f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bb3f0faa53088902dc3122c33ce76af2dcdfaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a431adebfb83e8d22556174528b010ae36dd63d7f721217f6c69704e04df2b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe5466571b866c7e8b2edaf287c35d93012d69c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1224406e5ddabdc6c6255c0c17aac66846ef28981b813a43ae069dc96953386e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e9cb91361177fd3fffdb2a9d463663cd3a3762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55edd6ef6a7c84d4b31519a622d8642cff95cccbcca28c03e46d9a526f2c288a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c44c3888aaae00df5c00b42a01f6d909f9a0b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce11057238522317152405f3b05e80bd36f0c6c6e9c2096b675afc89699eea53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ed712962d326b64606b5518d824a06d3f6d770
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a5de4741ef9950608f3b48b10d1991d566ea228d2aaf1f70cb72c5b0ffa176
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76effc1b61cb38fe483e7d251bba5b16146c1380
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05758e396bf34ae67e5abb0a9d240563f4f47791d93d53d085a7ae0a400d3670
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d4bb30e22135944e461c37a99d0702d3b0cf90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9703f4775ab24226353e7a123bedb59a5775720207c0e24c75f97917d1d0cf58
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3a4f7818623288abeedc962fa6668a2563fd4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2456c31af622c1f7fc35adcbeaa67ab289b92c37d1fb0ba91a7ff7f8d74eca25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ec5de3598b7273ed5089e8364e42437965892b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea803f04d76a4440c6f439d139b697adb64a7e03778a74bcf4c821514669f8f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce88c5e0369aad1785bf97cbac8bcf147cc54a8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098094dc67172062c1f26554d64d964b62fce09672e71ff143845d0b8c72e68c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0232b4a23484f8f017b1b5b65f66aa251d56fd0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e02e60bb2c8e66bb7fe329a6fd701320276e02d1f5dd7db49444663d799407
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee25978d4357dd433f215cc82e832e69c49564
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4d3b63105d2cbba9f2fabc098ffead01fc4d5ed7a0d65475659f3cf5ad285e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a426de08a2ca360d32dd3c0a0c193efc27c012a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae7f6bccfc62ed9d1eb3921ee93dbb28cce28965d7093d4cce3a1cb65242386
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf96d0e63f0d48ef6c07490045042f5f5a44ee82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df282c545d5b2f005ec7c67e95ec7c0911363b94e92714d0eed8cec67483fa9c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6882fe630aa05254ab7eba936aed14c9de766216
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0baf7cc0813ef2cb06d51cfe92ff2bac71ff28198040aae314490c44cf6a3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb050748a8a1ea71ee6010032424c50982ef90b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41223c9d5aea2f8780a0cdd78bb4cb4d7a76f85fe6deb013ef5274950ed962c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6400ff5187de779efc650d62dbed90096ea0102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af209a2b6ed93fc6dcc7bcd4e45462ca20bcf0d4edbc4b91bc4340f0b2ba6a71
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60ff29e7485136c4b41664c93f991a6b3f64bce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b86b9acfcb004136fec7dd9b6b6a08b2b94ecb034183f70aed8b54fce4aa4e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12dd95fe81ccc3d2f225fc5b5f5ee298d269d94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752cc1fd5e268d01d680a4303cf6323d85e26d1a0523e2fcd28a902fbef6f21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4462e7579f8b344d8a351e29b9cd0a1def7ca390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f629ff35def20deb6bb3fbb44f09beb551e80323dfd0f429b6bcd53942079d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9be5d475fde8d52769cb12fcc3320a6162db4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8106e222e27cb777e7474c65fa44cbb8f97d6c03be76517c0e187dfbefcc3c39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d4ed1271bba2de7f9b38a86f625ee9b5f7755
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859db45483581e2fac5e7dc0a602d358268f43814d816d198b42ddca1ec7683
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15abe3fa7ce970c9e9b81f6c918b5ba4aeb2bd74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3036ff9154eed1915d1738725e875739595d028a39d8b6403a49249e2fa73d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f44fb491275a9f4d4b1a289e1fd303447633e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d4efff436d4093743bcbcd2084c203da37229e904bf4012e932222df9d13a4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabd6546847bf612104d012a3ad301a4c2d2ee7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027d015d0ee18a82f79376ce1cbb03e54cd6cff1419785ccc8265548bd6b5a4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc6d35881ceef8d07fdf76402d768e63bbd1af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0618f1415866528d757c877a23aa94a363b928ac0219a71772896caa14213d13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cfc0a4793d8bb687d68f5f9762f64d3f3f522c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b127b03adc479c6ee9403cb94c62a0f7cf309174f99de1fc1eb27824b193baf1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a8935dc83e3b0f1b9c7406660164b342c26284
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baa66b16d7d150aeea418525cac6bc2160a53014686ed1a6ac869423c6eea12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0544693b7992d3386303ebeb9ff2ce117ad58db6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e9712077362c0b9fcf0bec5cc92038a90e1dd1ff9b25122ba464f69801375
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c6a20ab1a990b64ccae957d921655d6c0fba9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acca27e240ccf930e4278e59ad79d46e9d96f84ba36a20a8715349173f857e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2a1a93c8f010220fc2c3fb5d328d18d1f831ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d7287af89b4f3d9515f3b093e2d2db93cdfb0bc6956055a5b0e71a932b2b78
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f875716d6c53b53a439802f9b633b092f381469
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29cb4c48029f0bc68e02826b9e49e219ff283035107676c068fad626546f08f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ef080faab9f7648716eb9969d7e7bc92a7c0d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea47dd671ab26c4a9197fd8e9c1ccaf01c16d82a7ddbb1c92b53071aa2a1c74
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ca4addd72d7bbf659473d9ab690ae90a2eaaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da69554839cc3ee73c1aa503fff13309899199b71d38fa056fb9eaf6b6daa82c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c638fb58c297bfcb123756a89ee474ada760ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e0c9826706ba85154b38770c2496ab90a78a0d7840196dcdaf14db720a9f80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe21863b6896ea28b5f78060fe13946c000d13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f27a86934fd66ec0a0d3e411490a55b5728582dae6c610620f3bfe2bec30b8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448227a9514f0286a51d5bc0ff2194ac1367a6de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e02a58e5b36ffcdb5e226cbda0b578ff8f6de322557aca0599891dc964e20d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f1e09c0d49b8e7da92693207bc5d2c32c4d61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa30e4df816fb2388c03e3233b625cdfb3f923978def15027fed8a56d12b6369
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8fe2d25a030e509b349f357d6df91f001036da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae96433eb0b253fed4a797d55ac9df808d77b6fb42a4c10cc5c98b5d90afc887
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44330b58591ae42ab243a792dee4681b3d11670f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1f76ec44557dbaba9410b02407888c0efb36dd0a2f1159428e292bd89d5bc1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7731ca312f666aa0af212358ba4a28c362bb58e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b27445e2e7726e00be5e0b2aeffe4edd78d8bc3a30b323378e91733a0b6d36e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb657ecf921707405964fcee0ae2569d648349a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13caa3a42bc82bbb793e43b0cda414b2e324e018505dcc7456bc8ebcc6d34a06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1152ced55d009a063c0bf8ecb11515646fe6620c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9de07b9294d2c1ba313241f37dba2ecc6b7057ee197c77d39d9a2fcd3be18c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a91e96ccfc90cd9d67404e4d0a873e6aefbc4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11572894b8ea332d57815beecbb0a80e41f4f2353ccd40b91350a4465017a2ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d493fcbb5b907e54351b1d518a73747aa76e2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc622cec152cb06277a4aaed0e45a02600a825f0e5135dfe5fdecb1c9148eca7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac94fcfcedd580bbb1e111c9e908214f4221ee8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe1c4c4feb7d436178f27950698ee54c028b89e04cf018be659d57d8a6cc857
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52306e885f0034f5f0696793a08af0857680ee5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a113106c66a70090b68fe04d504fe3645c3667a255709c4d62c37f8771785
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ffea1850536ad800c59175ff2193f505de99cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cec9caf06c76ef851a72c1b1d969da2eaf2c3afdc1c1692be746bb5e4830051
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d33d6be4b693a25e3739e73c62e0af7efa54251
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80188557ab4299821c32de0f27ece27816482438afce7ee8b10dfceed332540
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39707115423eb7d1b757130de8e965e896bcd0a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333005ed43ab9ee157abb4c4531be0faa388a3ecceebb59696b44d5581bd43e1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3455297e04756ddada3b38b38afffea6630b5a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31689dd5fb7ee66dbb173f9591d69929f27176205bb13668bbf2055db47dab81
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f461c1381d84ff391582cc96c13336de88ed6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8189638b96c5562cb9e0f28a47039a30c60e009dee94eb4ebb6e176b74b45bc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b870c12fa86cff3dc8e6ec70d457a165e37b1a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369abab64aa793536b49be21ea1a0fa73ff27fc906963759c12623d0513198cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a802c13ff02f1dcee9737d9b77d6ad1003633b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229702906f018b694279489923a56a08baf67279e1be838bbac2095d3c8ca9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd48adbf04d3c3b929f4d57757dd0d54831704f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ba31064404025f08d5326be568efb3f981d00fe53e951019c9eb5486e216d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eb7a5f69b9d4a139ba75250f9a30324da35a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c24fd0f3d13b4f7014fc9d537075f035055c050cefb8bf66bb5b2472137e000
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15316d0c4f0506935e659876df97d35a0eb5e3d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541dd1c34f9f2d8e650a45bb2749066c5d267cd6d4557f243f78581b1f42faa4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc53bfd90e10a43f4d90f77497a741a65fb565b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6e5b71e044b0ed2bee58ed3ec6e0ff32ab42dae6727e227ddd9647e069a5ee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c04206cefbce04c98f718abb637b179084608b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6788bd83f2b3fbf64843b1450e1141bea3f8dc0dde1def9239b2452f8110d816
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f3ec24feb8eb79e0cb0e6cdd43ffae62849a44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfda0bbf6101ac877a1ab7a2c5f29be82215249efc9c63b88b6634817045ab1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea260e4e9931e4a5127e9765b51653ed9faa7d0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aeee5a930a83434a26d3f0e9f9254118fffe566b59e8ff9884b8d154915ffd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96837524db1f37413d68036fc866033977066e23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5769476904631dfccc79e8b20538960ad44daa008f11ab5d46c9617b1a4f8255
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13de4567c7a6b5540ad7461b7f0b914a150e3e7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e514086786378257e1365c32665bd2490f989382e773be2d9c5ac393648fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9008b23201635a11a0434cfca4bbc500146726
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf84a778e6b0ce5a6d4c03c05887641a64070bbc8c9a73d2997daa69e17775a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea9a19c31dce077bae5c7730451329028d4132c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95a4a3201e25366fdb4a5aa20763582fef25b67c8bafb3837e0733066aaef04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924274c448d3cca1714b96e747522233c30e30a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffa468b30d787ec3fbacbfa248ee6b7b5a4bca04f03cff5d9bb30ca9e664228
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358f3826656bbd343a62817ad2ceda5bff67ae88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2385b1179ebc3033904200a08d52c52f39b3ba9bd742b53367788025c3d0611b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84317a3ebf15cb610ccd0fb996078b130dab5dd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4459c9e70e444fd6733585a5beaabe996a2c33b9807a8505ab2a23ce7424789b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f77c867f64904d2fdc15e80ecfb8e536997d716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd706f92afb65fdc7aee7f97700afcd6aff0efea7e05dab313f22bc5d6f2245f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1857cc1bdb5b19e8f6661c3a395e854c2a936d2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b198c17c92bed11bb373edb9a171cfc1d46f118bebbf63bd2c2c6b0e7da64f
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa1d76a304702269cbce68a17bcbd9658970f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68cc1e2bb2867ad28ed8bb22a806577add8f50328e3ad2dd51937417bcf83b1
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f97919b677365040a4dbec71e307e43c45929
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5bfd1c527d77c8c9ad6d3962bed819fc18da363e63b6ab9c185fae4eead8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303366605bd2f0c1546e4cdf81b7504552f2e0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd50c181c9853a48f27a26400b31b6b09fa071d11ab6123834e63ad5e26bfa01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d22c393ec7af6af6835316c3194777272e89779
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5601305908714d3af3679e92cc537ed705415b5377c2be3e3ea18e7a85ca18b0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9336fd102d85d5cd97a958c3a984e634f539de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb172ce068d65f5932f5792cc68bd005790a47f4a4fc9d1f36702ed46b697c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b939983eeaf8b46594ea9bf699c17b3d01be13d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56446eab238eea4bfe2b5d258584891901e083325f95b9ca7b0f8c529eb87022
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baa698ff4523669918aef7d8d5111cd76a60097
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf2e3422b4c35b85ba518aadf57ac66365a2b5091a2c8877b632843ff384ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1f8c6fd296cd4fbae537cca005c34cd8110511
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32aba1be581ddae75a9c14dc552b3da477bcdb7c738a899947c8738bd52cba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee23a079d448243694e56b29b9cb9e3572821a18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b625922c60bb55fcfbb5ed560afacfd9093d6f8957360f42e772651df70013b8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d626d874fa7970b35d598d54f01f12ab43a7d21e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21f373906833f0f823cbd64a4d5eecf678726e35ca2fb4cb4c0b5d72f288a9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f43446fbd3a994d3a324b96dcd9c6520638b9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f226778d4ad778426a54fee40714b20cee41c2f29d46969d7f88f6f87666f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612f8e8cb0760f9ba7b4f595cd4b54241da7cc1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e08ebc024d9f5cc3579a220afc852e1015bfa54ee1f745110c431b7b4bc37ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af844b6895c200bc7c89398011eb948f2140362c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e265348a1364df707a50aba1a7df344bac69343da9ee99f779d0c2e8b0881c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d775df108c4d28d5da5af03af61904efe4da910
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfed2b313e8bae13fe7704a0500da91a00cf5fbd3fc1fa88807ac2c8daeb22ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d214e13963c985b19e80eac6a1ccabae1d08038
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0983761493ab5034aaa9b3ed4fcbebb68cfb321c2d30a9a22a2b7f3facf3d5e5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfb09bf0c492486487c9c0f36a4979e9c21a83a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6692a5350e86730afdb18fd910ad30def99137474a0b6fb5b91766dabb9122a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9527c8cbe4a0ab5028a519c60de2c0334ad08194
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5147a5b3084a7371ccf0b9c0e1bd2b2eacb3736a242ad2098c12591a2b8ffd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91496322b6182dfa76e068921fee25df03727dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fcee875961ac54ec56097703fd68ab70e7a2cce3793d1799552b7f4f838fde
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd01bd1b6ed224340bdcee389d68573b98616fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa137210b2c5d248d338e1ece51bbd9a068ed53e20082f0e525970f4b35dbec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09642937beb70a1376707e6f6b3d72b350196153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ba5fd60fb21ea51b3f586db881afc6745112807284c4ed663c7163551ff3e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083fddecc3931614d603cf862b0079ad348ab08c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c599105060339343b121c4d1ffbb0bd23badb45f4e72e4677a029de3d3fe26f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b93b92e3bb6711c400808ee2dab3e5aaee18f75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900aa170ae23bdafbb33dc18eb75ada724d5e90d3ed61e5464f11205df9e0f5f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49422d9ecbadbd1a2a195c2574276d9ae5967681
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45066434c88abad5ec9878a15d89f20b0a390bea3e7ea729ead2a453ebaeec3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f76ef13586e16c2e8e09ef0f0f4b1710d764fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393477a8f1479d984b215a3c04da80cd5ad7674436cc99b6b14702c9b61ee700
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc70cad73012021872ae8f8eade06b799da3e0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4770966a8448885672a8db96c028934b1b94012975a138e39c3cf79ab66d92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf21e6faff8fb0ef3339bfe1ed1b4bf874960a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490de83fe2c6d9e59d79bde1efd2a9dd0f3cd4656d4c937c5dce94732ef4bc0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4929ac0a6fc85cd14b6428dbe3654c3b23222f77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c06077fd5b9dedbf38faac22602638feb4fec9c370c81376fd1827407e85cf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3265af2a76bcb8b26f3a490733a25a192832fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8d2c6dce35b3d20b4ad1f907e5f14336b50b1500f9019fdf0b48633a8f0196
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a9bbba05a9c6524e85d25550a44bac937fa2ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41bb01164021be0dc797f1d5b4423d91612065122f4cdcee3cfaf704f025847
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7da5e4c137e482d2069c098a55b88dc4160f987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8158b6d377c1037b52aec62def57a24d5a5f45761c235dadd95a564a4a6fc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a572ef7fa997473c97f8480dd548f48e7503165a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6e4c1d49e0927cd240b05fca99cffc05cb281cb6a1521cba1a0882d5f9df0a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d4eca8fab84e05b62c2a96dcb7229ae760f891
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff380a7b276332b7f02e6391e267acbfa043c9d42115ca3132f5249c66b64cec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fab7a6a00eae831e9b9d32a14f84228ad82e7b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f9abafd8f07c9aaf44020f96d18ec837adbe667810afe3c4521bf5fb4accb9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d365bd1ff2c180f5f4a2ca9e3ed94ff15f6985
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c465fbf8dc386d6e4e1aa3f333cd4d1a1339b24043b0c4d0afcd37a60bddbbec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a765a89f317d811c1931ca5571c484cf99cca872
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f359594f0db26644de615903d4fc81084ebae1c20805e6ef2cf34be0e82b2fc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d24e784de88e8d6c22aa20817932288593c94e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099a45f9ef17a73446cc4b43d51a95fcc0b983aa2e1c6aa3b55ee038ee59a55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b04eca8ef90a7dcc6660c04ad56f97d12699d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae43ab24149f831919a7bcd918e8c955c6968893cf90439350ecbcd5ebc32ed6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f451fa007834df9981dba7d0d072c74a9bed046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be742bcaee908869237980a144e4951a755c83ea400afd2491faa111fdedd7b0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47657ebe42584d64c5960ff19c2335c26f448a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f861029f77fa3c70ed9ae119dfaef37ef0de22f7a5870c7e3db07ec9c142b7a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497a2cee92f6de343761c37605858840b705b823
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48687f9c3a552668e90f9a4b51c24edb45d0ca6f6be6e432dc0ed7e8f7359cff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8deef1cb3e64695ee5b7dea97608eeb0c3609e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1813f5c5cd5ef0091baf606cf5a8f90cd7d2b84e8d1b877611bc09cacd31046
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f58533516177b56686debf9013879626eb5b464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f59c0d238ffc3ab8ca3686c19e5a7f619ca6dc973d954ebc2ff8d5e23ad883
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b15137f648f641682cb47c80458d493d3665c79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32ab43837d4bef84407bf1bd662d25ab0a6c1b076e5ca91b7cc15ae8794bf0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664e3091af7ada433419efebad502ea494dca970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958df3eb20bd5250465b74faaa20c2bc6217aec5cdb8e4d8f14e11c8e9018570
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd76bcd9a1a896a360b3916fb6c19b7f2a3f2b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3853d755be161df9cf57b4bf6838030731852d0e657f28852122b3d05c966eae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62ab4b6e8e95f4254450decda32e3c60073e427
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca3adadcf71ab8fbf9c1b57a381c5089e577172cba27d0ad05a5ff7473ea24
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d95fda2838ae8db7dc53c4edb3fd17718d9c794
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c8a062e14363864fa157d750ed9e7f9a9448895b6a200891398359b12d7c89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4a9d042ded8aa5ab5355ba9a724c95ca423bf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4e190228df40c318c02af37b06af23033bc2f839783a292a074559f6c19e5c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09c3066e969c9bb8e4325390a87d076cfd95a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc6db13b61c6746c0c69c72fc816c128dc2cb1ad94a9122e1db67b6f12302ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06bdd9ff75380db73551f7deca8336fe9fa8da5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc07d948152169b30e0498f19618a136648b8b274f722e5fd71129302270fc6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4da329c9ca70c8498281ab0910e63a9422615
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdbc4be00648c3113fa02115ffb248a5fdcaf2769be4748a83a98e3f87583c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6315c598cd29dfe3a6844e7b39a1a2e4b2b4fc45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3341dc772d643587bd4584217840119f8b2cae32bc5ba5ad8059b1ab23ca48
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690651f9a91c420a604cf70d2d535de8f23ffb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a6b9402a37d2a99ebd61567af20a4e9381a2db0f95dd5f3aab625549f8c3f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243f41d13ff57a48bb6dacd454071faace514d59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d15d9319a3685bd5a83f0af8d841f19b6ae8c40e3e3e0e2ee6909260436142
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aea5400e42ea45d2b98cbb3c79b35acd20d25e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c402a5b5527c947905437359fe6650f70306a15b9e4f9dc0af36bd5988602e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5af0cd5201de4dbfd96c11c9dbb93c427b605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395c68340aac6dec9c92b7697ed9a32ade62c99ad2c7ac50661bc6a3ec401bc1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f60de62d6e7e9244d79ff6d2c1baf489d324f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625b62b120551429b1f0b041afca2cb43fbebb74b3c164831dac16d7deef818
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7e1bad840b009bdba37d5fa88b57ab776b5da3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ecdf7b24fbaa2efe27f20cdb19fa6fe249339ebbf412c74c3fcfb45ae23291
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea016304ad3d19f180b10bc9b14aed139b26d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7a5c51042c63e306d4975f128d6d5355380e267821d49d7e922cd50cfa2174
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4310702a426ae7286763608a4cf4f51c79199ddd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a38bd508161d3c2f6e526a437ed0ca1c1653e36bcda658559a4c4549b2d48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c884d6e7d19576f9747efaf1ff07b044705ccd08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed93f2ff98ba7948e7977dadfc1b71956df01d5bb15e7d70ce1aed613d2950
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de4474d439f26bba69779a22e050558b75ccf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c4346db02729a8d03444d9511d398b22b10fcf240ddd6eb710288fc30f9451
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b36a40c1334e69aac0b39af0b231bc073d93a3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6d2731c33c7c0b8c7fe85c0562d2981909ab63aaf6e1c8cec76430070d2494
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d3de6645651e3f4d0b12a07767b6db28fd6019
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5653fc398251875bdeb9e7a2ef82fc1b851bca552f4debb84c8127a323f12840
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c4612305b857226fe0cd68abb5cfb114c84fee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efce51ad4c3cb67d40b9cd16d140623a5a8e9c221b993c235014d222b455a6df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf5eab269740393b058c9d7744caa0de0f5c9ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2b60097afda069889b85cabc07b1c5134ce9df70d384cffb045dbeaef330ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b549a2dede272396483cf6b6d34a3e9943a6c9b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ee22a5468b13432a28884835e672d46492457823318a9360663376dba3e581
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741bd182dd7bb212beeb7be620e3e61c0badf48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaab01469c2d6289c194c6be601b3edf7c549bbba29e1f34b7df5be208bfc26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dcc51762711f265d79478ff20a2457474c769f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93baba2e50641fbdadb10f39ed63a23cfaecaeed8c4637c3ee75617a78e4d000
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f328b1139833391a8ae0711918104273a3aeeba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8a9c9c7b15d2dbafb9f2b1098bfb5e736ed8f6e7274f4e542c5e531f1f1778
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f976774b5b80fc75ec3b43688a517194ff012366
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1093db4104a45af74077675a25eb7f1e4ce44923dd97102a280fe57c96ae6d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51890f654b1f687877419a0bc884ac4b52a7b9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88986e85eb600b238c978dc72fc9dab5e20ac1f0abd34db0d3abd91b66fee75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf613d7157850fabf55ceac36c2a7d4a1f069caf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b44a08b8acf2d58fd0336dbc6446e339165c5c65422523de6b6a17e728c0b7f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e63be6489832931d1d79b535819fe933e6c3ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fdf6e7f434c40dcd84d4234ae379c44aedbfd4c475d145a7efc8eafe895bc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe87ecf7b0899d222ecaf59bdd142fee3bdc5297
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c96d7d6abe2605f12ef1b6b10be4fd1bbbfbd7aab0e70c942eabaaf71db4d9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c79388d8b1f04b7303b85bf9dce3a7c084a49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb079bdd1d830862793469c77eda3f939959a2a117d94667bd797020b782af9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad816470fdd328c3e5fc397bae45a698911f5153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d98f45b8cdf8a998ff6eaed7b8be0faf82d5a9d88e5b666f6330193027e7a0c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3221b22c78cbe0a5c5190f051a94c14a13be4ff3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9609705de6195782c9f6e168174555d6625ea50b363a70038377277881d30f5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fed91e65cc8878024d5ddd0303a893b5becc102
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0147e3e62d1074074bb677d2959deb97bd6bb32f30f4af92f8a79ee03c719f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2da7b18ae78c84041f5cd65a15a21c51781e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5392605d65f2e5cdc18ca0194417288c6944d1a7d7070c144220bfdea22889
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33988c81fa8bea1f95b7947ed8f7025105175fdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8e24c841b02bdae33f42c05104c5ebff12e2759141c1a95420c4af12eb737e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53980d8595f2cf96c256be5456bd1796a628603e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fec79a55a903db23d1317fb174e83adece020868b4eff13d1cd214c43adc608
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab294082fb4ecbb8f1fb5ddd5131e0db376dacd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba0c94c2e2c7bdf4db291fd7b373b84cc0aac4538cb7a94559a9a17ac2801f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6cd537db2f10922c4e815d0b5238456e47cc36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b152c162cbf496d467629f55e89c028ec20afa5a5d7ba412645c62fa98e653
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ae33d83f28fa4610e01deef5eee3e99b5b019d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b5cddb6ec2546ce18404b85bcd0d484684bf0917d99ac4a67fc3b79aee770b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ae3b365f9ea54ba68a78581715e31470808d74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc571a6be1f59e43803af3d20a5eee5e3aede3d1bc785416d8c104bcc388f8f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc279be6d1f438120a79e5acb1029be07939cd2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df5cbdc34778388a599d2ee07db860357862f9e4b616fce31cb2245cdb093e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a1ffcce0d2e6799cc00a6b9ae4eb59e2791305
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f833903d6bfe890bf78af943ecc8d6347e178025c727f7e1ea96e4d0b99acc74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdc792ebfb1b5936fd9db14507791ddbf151bed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b310ccac881987a9a990e7dd78ba2407c5a4910994bc3c55a6e093e29dd396
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92719e07d21f15c9599d8445d0fb43b674daa1f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffa3ff3404a81c6538c4578469780875ac545644a531f072b135eefd2552b5f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4bfcf01602a7c7186e3202e897b27b8e1b22d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff6d797e4cd3ad7e43c51701cbc3e2886b37786e97a457d5ecc9726805a019
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae14c8d5eca39e58980c165e7061fe43d55a872
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129f30393fbee8c14c7900b59689c98c3a8dc694c05ba3bbe75db39c296f123e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2433d6a5be5fb1902ad4452f3a28246a2ddf59d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e812be71ad1995a4db32c394226e7064e201e7650e74c87139c7fd2b821dba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b2e95f483ea37e600a8f9b9474baa18759e9d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7ab0b3379f8bd8c1bd4783492f7b0518ecd94bba5a722b5287929c227fb274
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8281850d844cb1571d1a5dd64587f54c74929a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b75dc1b90da4ac6129a17297126b0803ad03a9a8b1735d99ff70a6ede452a3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e00c43d760cd8eace5f1de2a1de478d722a16ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d41c464c0bea2e43dcf3276bc87c412f8b31ec0c03de75ba489804723d5855
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f80dbd721ce6a4828e37ba7638fc910fd2c3964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7965f2ee1ca3c1cf245ca3017b6545a6597cd183fa9af921ccea9883a0c056fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a9ba2a4bc9e97340dbf2726d636953115695b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5393559e55d89ede9ff9ec0f89b8fd574ef2a1ff63e485e1e2bb0d662989087
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b5741b9435f4032f932d4f43c7901c3d053cce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c36cb83632f08164acc59623383698eb03b2dfe47bc09079e874349b02c80a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f9e1152f70be4b573c1aba803069cf786e421
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be684349258b133cb0103051f9506313000f211425a4efb59a569fab6f2806
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8146350bcefb6712a3c8413940a03843cebefc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce09ff9ef691adc526c4599a2e5017f48f582a39f37dbbbfb09d5f2017b8b64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9092ecca885f3c5e8df3d6a9b70b9fe8284472
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b98f68faec3165d9366759067e4ff4acaededa159bd5c99e380a1ec288ceda0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd494ee340a2eb1a87a7ef24b322ecdba9ffe2c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283c0ffb299f94d24b5587a855ad5c16332e46faf9636bb042d0d77e058151a6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f462d5529340f8b0e16037bb7324df2313bef7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06247e0f1a1cf5b2a93ee39eed7a9781113c079f2161a90f12805c66464d703f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc45a8663ebe51fcdcd7352788f04380ab47997
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a88c28359b119fe944983988a7d27b5f3d81d3bc0e83b201c91a5aba10a11e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98553f0419d1296a8eff05ad1bf634653bf6769
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7ee2afbe00e40a9537b2cd4b0ee646056f8bc80767a26ef43d5e278de35453
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37241020c0896a2c0175a755dbd13a7dbafec958
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b0a564513f2a8d19d9f676c7a5f850ec4887256f2ccac79d15fdd189fdeed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351e4890c335706664391900e9de58088ead2413
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8460d020b566e330fe295eeef73e9676cde43b99ffc5afda261b6497efb446bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad82f1a4fafbd2a74baf6ed3468fb532fb0b5980
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca42493070fd153a073c1c54c05a8234415c555afc54eab63b01218a64280006
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5b36b4dc790f6ffb4904328bd238328548a1c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba1fc4009d3568ad6ac50a6d3d84c3d14be4b4c47671ca354611fec109b290d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8eda613e0864436c50b1ae1d946de2923ecc46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8268d534470021e9334b49a27f0b16bc8d569a6083affd7e24a23a72515fc0be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf646b62a39aa01c94d9b6776869e394af876f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b925b84df1ca3426a0d73e510dd894af481b2488030a3110f46589fc35b273
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21383b2b7f78de8ede8031c69a535ab2226b362
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751040159cf58273c8d6411b3e5a1056deaa80b1ed014065fa54ae618e6129ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6186dc58ae2abf8177918a103e5a37d02b6e66bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57d96055b54dd3600550188168687aba3a5fea938afb02d31fe8b14e1616a84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a2a1d49c141ab95f647d84aa5d790642860263
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2df88140aa16ac0114cb976660f2a65ed90094cdca1788595af6466fc96d88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d1b98374a0588e15d5f51ab36710a6ab39c695
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd4bf5ee23720ca15ccc9817c72d844ddf30e3c935592b0f3c381665dbde672
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07ea7a90e4d8b6fa6de8725fe691f7c4ccb31a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08367e4a04fe5f0b117c77e9ef74e4719a1087128f2b652017e5afd57d5a25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d209684e4a4a976df3e2452b23512a69364a5507
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3fd660db9c39f334b9db344c23bcd5d1b7f85312dd9b0f83109ade050bf64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6439398477f52aa769282cd5d9e2ba2953aafd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae2bf8fd21e9fc574e9a567d19ecbd69a58c09493a33813327548a79ac7db3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bdc8c90534ee32ace1069db1b5731c5dc21c01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da1774b63c9e4971b720a7d2f6fb43c1a28dbf20a56ec472bcd95673ceb6b3d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b2aee0b3cb7795bfafc1609f8fd1dada4e1aa1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75592a3e46a0b6321622bdb1d2da179bec1a9a939a8a64ca41198f4f38adcc6f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787b68eb10855706fd495a1113cdf0bed9d5b56f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37499bfbf5a0b852a937296e56c23989a4651819c9aacbdaa099018b0f41de9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0b80c14eb81bcf72a3aca7c27c2998285d5a52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b3f0457f1959b2326fc4f8d3f7aa87d7385e48b3e2f6e349da3ef6f52a35f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393eb74f95de421ab6cc188a303571b78b856a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04baf339e0e89a33d48bb505a74133f2c9a103249ca64742cd9330013461b43b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfe00c283e7d77afb8410e34adc5b1bcee25901
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c763cb29cc844dddf4c95868566f663a5473af24a012a8e84da30d94d9886269
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9421a84ca5708b16f379e4f006c1191ffd6b2c0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c6d740472e4f1c3af529a809f8503895fe5a292e2aece2bb0821b530e991e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a0d72ab809383be06fce24fd2b205da7c71948
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95136cbc2eb89d428680a3ac5851dc4c6ac74039649fbad1b350503c44091dd4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408b3989b76918f5fa41805d673a9a2485a8e22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af5081c6c3f93c6df1e285f057a5f1708cd712429c2e3d4f8a922f19dc433e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd15548e166731de2344d170f26c2a34fddacd53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d1a12ee526b79881c0e472a70c3e85abecfcd72f34fcbf318d4ac6d03d0378
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbfa850798718a68d915aacc851c467d4402916
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0e04f3abcc71f683d5096d4c5d1bf828d6e73c7fd1476839fe670520416473
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e063e6e853ae73366bed6dbd096d3f063a438
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f627bd985ce0ad61cd64cda312c43815b74881c0d418b9b4574d57d0d87e9239
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5285c4c4e86487e82e947cf02d9400731ae4f3b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987ed6195530d867457e9e6ccdc84ad843896e48a3657f947e110fad36ac2b71
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ba7de7669d244f1da0c8c79667acba62626d08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c090098da6be902c453ec0ecee1d100ab481152713f60eed2f6419cfd5ba684
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78044320139427740dc434d51e8dbeb79237d4d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d5508877147e5c128602df43a3c7b52f0d10529ba3c904ffbf94492e811fb3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb856f267eee80ef142344a0e0004db407fabd21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bf3ef174dc9d02a5601070bb430ef1f0f1f61858f243cb001aa4b845408a08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb178d67051d21bc3402d63e051cd165e978263d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fec3e879b13c699d6b1a9df1a27aebe6a1eff640e998af57f003cfac5895bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4074ae63ab98444333fd4e245545ed3413f682d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5070e4010204383ef5d2da7792bc6132027f84ff93d0e4c0cd1fce5dfdabf89d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19571038c589ace687b411e50a95add53dd7af76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c3517e406ba998fdabc13b260c38e3d83e479fe7527e7d5c4f9d275494a84b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd7fe4cb6e678788326ac5367c16b21224bb95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec6b7fb750450d998f8f985d9ff94358baf2524f5d7938c690750993e9d899b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2e694f5749416b00b771e689e14881bf5cd1e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e840316215ef435bcdd6d7b17d736816379e34c2e9785afc060fceffa898061
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be306de33764489a9cc54421ed81bbc8fda0aca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0fa021abe8cb9124307f3b5587916d5835430f4b0b71ee2634ffa70898c89
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84de7ecd78bf20dcbcc46320baafbd78f4a4207
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286851c54e91718a6ab8f75b37fde7304c3fd42ae3c27bce91f71f1a648d53f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad45e454c2d6e436dd2c9a2d57a634e1c97d06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae57d9b74b2f39a65c176d2c354f503ed57a5dc789e68f08a133e1dbccbeed09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c862fe25239ac8ff335b63a1d4ad95b9f49da185
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d1b8e134eb6cfd191be45ff6e4c2406176dfca63cfb00587d2e6b16c2d1cef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaa5040771381f950134eb3d4af1c7ae52675d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e5d3c592865575bff653e80f621226877c32abf08a657bbe53decb0c6c2cb2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f966d61e1ac6eac1526cfa8f2b5cd9230ac53f79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d106dda9910f1fd80f7ddd67ae471fc21f8fe1229c86f8d935aa901eb2055f9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf5e64cd4e2069ae9c8b9814053926f4555f70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cd03e9cfd06e46e1e62116a784227e0c9c3f768a0cec2e43b63379c2c7248d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2026ab341715f69b633651f4355aecbf53bcf40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d2dd97fbd709ca9249970ca1cbe762cb8fe14a99829137ccd856563427626
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2134b799def82da4a899b80e87aaf8770bc29115
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfcdd741283351bb3c768c7e1e4c424d7b34b8a2a071ded99e3f097d27499e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b28fc29130ea10e82b1aa1591a426fa562dc615
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ae77c71f7146e7b66a5b17f77fa7376d6b1e0572bd064a8b63e962f84dbd9d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ddbc904396a67fdd11129bba0171c8892e3b8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e9b6daaba9a753445a3d86ac667e54cd45d5a09f12d3cf95121576e76f2639
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff89a3a3c35a050d3ace8ff0a4baf59edb528b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd060f8db437fb740eac7a50036eb57a55b317971b2bbd177bb590e0e6e4886b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61d00c846381f0fef4d7ab39119b2e5682c0094
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f321a43c6fa1de2e087fa65f901349efe312d31fad1494659185c5d8436ff239
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42926568501a2c6913a360a32f137ee967472163
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f944eae9893e58f09eba71eae85358e43da0074b1c2f87d7f4905c809b4f1769
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2e20b0010b67bab3ba565ead1fa563c3ce2af3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e023cbd77175547ffba1871ebea0f98f574ba6ef0a7ae917e8ddbf427fc1c9e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb2effecfb9f6a2903ebe74c5089943de8a9bdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde063d68b42b3a6bd86c9d9552b7dc0f4e3b968abc9060635c23f8f641f8d9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc9eec9ffa3c559ab67bb738fc24cc68d5fcc01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62978edb65a954363f5cbfff5d8b6455a7badcd8cf4b9750c936029d1ece8060
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36c0cd546cbbfc1b3c2e2604e862f089c2d4330
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103c25d805cd8197b486e4682f5e5790d39ccd5a543ca92512a44de9b79f7fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05379e38b2b05d41add4da2369fe89edef7909c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e26f1c3017a4f2dabf547b46742f1aa15182fb3fefa7f4d8cb8f097c8426fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc327364778f3111cf3c3af195dfa00844e95d6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbef6f746f3d90c4d6b11f37dbaaa746346bd6c9b6b9c4e6ab7ab868396eb7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446d342a22823ac94a0ed5528ed44b696c58979a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28838459c7e2f307f5b87e196c84b2418f7cdd28e11125f411e02d6192453af9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2777e0eb48ebfaf714424f78268ec6b9ca4dd7b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2333976dfcad525dd27a4c17643282f70c4bca506c651bd20a79e69639ee731f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7168d978a7675300bed66cf99c00068e89c2a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a40a7aa6574802c92cdf85691eafced8fc9a720ca8bdbeeed6c4651d3786e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f47b328e12bbb46d96d5c337db6401ce4e965a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdbd1d9e58577b83a6d130719524a3f5b105dfa2346e986011a70ac555f1d1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e678893daa7a196c4d02c9a156033ea5db8256d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e933bfcfb57ac2c12af07608322b1e39896a86d425d5ae1c4c02e48addab3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d48796c3be6acb524c7010f594eb0e1318db261
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca55602a16c04a09e94e500c00a5daba7d3e91352e01bc2073421ed899405a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f492b018a33cc874497cbeda4e76c6d46d5a417
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dbf542ff55b91ad3a6c5f0fde763d833387be1bcee1cd400ead5559131c6a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67e425cd36ad0d319ee6fcce74e266df044adb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc38838452e63f5c102efa6130d00ed9fffa8ff4e852a0e81ebf4678816bc68
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4c26aaea405f4b553a45f3bbd10d5ed8f96118
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba3c7fa1e3b9b286739609c296af35207e929dec65d790436c21dc857655528
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e094a0c563f1f74469373ba72291c4ab48eb1de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b9e970ed2125fdb9411f0d2192e2cf5ff1967789edcec57251e84a1b297aa2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9dbb413bdac0ff4950f635a8f3937229f8015f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e402520125f824334c38ce50c56bdd38bc8ea3507cc77e28e53bae7fa63b9fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22536e27f2d0df8ad6810cfa7bc91acd4525976a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da72e874409db8d3d40416c0b90258c53bed63dc40a1e343027a14d4d392871
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c307f778dae8c6132a8ddb57037e869dc17982
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87a51f1bd032bebacdb5fb30304b62d81715bf59845082e7e1e72db30e179fa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb12c09a4a7430ec05d2e5466604297190805a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f12bda8626d5007c5ae7b0b9e6b945c5fce49df8e6d2e03022c074e2f574062
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06d0793fa6d06788881bd529deb81f8673f7ee1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d6ed6dca0ba0a5c871d60e54663155851012feec501e88d630bd7fff08bc83
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4313549d9897158902fbf8cdd37b0d18b9b4115
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81e03fcdfdb96fe015ffe334bae7f653a85c6e20a6bd4630b71ea8e8c67deea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a12dd7c0a4b80461291c94020aca54b9b1f8bcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84da6c158802ac4566060f138bfbc9a4089f969bbb93e0016a472464907ae6c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1d2f498327c8bc2e2176c05ae4c0e7a6c7701b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d510fa5859befea7a80254879aff3e4f2014958fe20a71f754f059cb7c8eb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023c67607fc9a093bb1087d881af8b2577e50dd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5aab2c7b65bdb17327f9795f2f14309697f5790266137456c127d6b83f90ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c898649881cea806b0006595d7d8ab9665de464c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e853157b0b49dda24627531b5d4319e0e1d73afda42a930704c5287f73356723
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1fc8c2e1568274cab238ee95a56f4e6701839
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc28daf9056d7e751852c0f76e3e35ce0a6fe4f8c5caabb44a696d9cfc6aa88
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd283c1aa05b3081b402c786adbcea7152f43b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc69df5af3bbd1be1f884d54b283cd45cb44b75a6e80dfb84e84fe944614939
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce5af2fb99e9840cea74fa74ae6a7a00c8235f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce5ace69ae57bc88d2f76d891c2a27b19b54a57a0c8014c00077e504e2ebbff
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d233882576d99089603996cd9acc1173d085fb94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab86619bf4a1847cb801f2eea775a636de929b576373d4390f64214abe3b3c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c400abd7275f74e40f1e79ebd8fb299c28778d8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbb2c6d45f41fa17482512645c21266df9fe83054cefa12a0a85ef9a66478cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45f3685989ffbe0956dd6c928e37ccf61ebdd65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366b32401bb50eac870efe934312fa21c595350dafe3088252a522ab15fe491
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81078888e55f2d7f495ecb723e76ae4eb4f8a00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5da757f6c742477b9b1f69ecca08bf86a35c5fe8586ea4fd86b96657183294d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41295d9792902ae8446596c9763a816171c1d4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69a1bd87a0ac0ba4c507eec664aef667c882564fe3ddba4a27a1a392b64fa39
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404e70297e4fef3593f041c2d9ca7d1c1d27e516
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20110529366bd628684cfc7b1b723ff0fb132b59205ff383a574a7eb940b11
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa80068da5d5b6247c80ca59ec594db1d91d4f95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a696fa65de83086a144705c3813f05e2329aae178e0d30a5c027cf4997399340
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083cfd5c5655043f7f0fcd43fdb160bb5fa1036d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ae7785527ca4b0cb262b562b731cc87fbe23266067d1a5398895035ae8039
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb29f75d6086a36e38768278b239dde6c62e9d49
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a882312bec736e9a69f843c67a1cbe172cba5b1ec706d9c9e86048c3070cf5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fb0759d047ed221ff31836c30219519ed55d52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56080f2eb04d6ed95d4d0dce5d80d3dfea879cb79915c2f034c0939d08b94104
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f264bb9c95fa63704fd8ce96135cbf5ce4c0d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5a0b14ed84b5686f6db9197d83897d60dbdb341a2e289438bece58fa605aa9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46df1b3aeaeb2e3ca7c888da59f32aa6438b97ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0dc9eb08c019a7cb4e073d11f6f905576b562539c50655b8c53236baac556f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a88faf262f17901368c209696b1f845c6dd3e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ff4705d735cd9d553f61f75ecd5b8e2e0deb4f4970417eb921f1b2bb237932
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13f85428069c177dbe67201ac1fbc9286e43cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8914ceab6ffed9d0e512eb12df2f7ea8afb6ac9e5f151e311e3af21fa80537ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7453e9eccf892430ea08acaece3c17dec79efffb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844b94680ed81eb0871ae9c4129bd65c646fba17574f0952d122929268fa8389
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bc41a8b37960f3aca44febb5fcff1ef1bc4e8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc7c80319cbf0c66bcb709f27e6474a409cc964ca3cfff24c5bf5a835e8bde4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0dc636f82e246d910a0cf1c7c7635edab2819a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fcebb0d815652ae1b1b289dfcdb4253e95203a027e0943d07c85951330a260
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69210b5b7396a0445c3809284bb2a470c3e03e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aa479e2b79a44499cf307ddf7bef7fc35828c1047c64b9c15b8246e490772f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c43563eb6d1169c39084b61ac4017283ac74483
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031e7610a016a2323482b52f3b7b846a69c7f9da4ba01cc2151ddc49a6b22f42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc726faf7c5bb57eecf91a5f1be7b10df8bb9e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae71f3a9795578430e886a1f13077427c3567b470ea0be441bf4d48a4ec63f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd926305e460c7ad65b0181e7d54d7816a408455
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c495a9c22d47e94c06352ec7e0a24b08664928214358a06f90089506d0722b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0e0abca6184b7a17d687d9771f3ef1efe07194
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f19d94eeed322cb12a79c6de7e4f4b11e6b7c06819accf3059d0749cacf9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240a03d232d714c0e7aa31743056b063c965f633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af67c63db462f76eb60727facafef4a126292bf05e4493bdccad0d0c500ac37c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d85eb7bb2560427922ceab29d415f794b272f8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a775e488b8070389e4e8a3e6be2cfa2c7c19e2b3227e3691a532d918b927f65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabeb0e274beb4ce06f776d477ffb7008a5c46aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb577bbddc6286528de90ba3211a243cb545ddcffbb5209971d5117732d37bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2da6d207b49ba4401c74cd6d4c16fbc26494544
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0fbfb97962683ff0c5dd30ce42cab1714cdc7bc564e0904653b0e7804ddeb3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89674f4191a2496418b61481678d44753f0c654
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbc0caf5dda14df9f7a4442e7a4171c3bbeba60b933567ddf91354c53194440
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d060746f38d9458947032041e236ad1ff195df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a92c3123b75cdb0164733487aff73333835fce1bef395ad201644ca27ddfec5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f211260722f17d8aafdfe24071e10ff91132e62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ecb59981dc1f06db38468efa786aa4db8fee0ea1b9575552eaf2c66d65d97e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471b8c393c5823f57eaf5d413094f82994a29ef0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534deef7ffd7b82b2e98f71a901bfd06463f7b15fed7aca6778fcefa33cb5592
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09af16619833cfc505fb586e50188337608352
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0c0c84a9bcc451a185e56680c3352f32ce4e0ccb5d2bd37b78fe1ef941a1d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e089e4908bb19d6c575daecbabfd06147d559908
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6bc581555e3b347b9141417b6cb7ccb7bd70743bde03b258911da579c220f4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613df2fb0fee1372e7f9d0ad34552d9af64d0797
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a967666a886aecafb96a0729287e407c0699960778116ccae9a63ace864c12
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fead1e8403e97d42d3ba73db017bdcf7e739c78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688ce237779a361c355640c0858e474616691e99ba2f173de3c7a7175b35a1ce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ffbcda8f46292eef54d29fa99caa51c9df6f9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a55d3f8a62b8b65694c4fce1b05256ada3d5f225b8f9bc2907ee6a06d77c76
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58691241a5212d68dc61d039b03afa4a2ed1dfe7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7c41488b414fa4793dc74d749dbaa9804290c4a339c933d22a3504cb0f1718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dc65e2775c205f12db6de813c9c0a3252233b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf2ee4a4aa4ec69c1961158ed82bfb249b63da95014c07d5c1cd0929d69a08f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756c29d64965b789a1f9bf59c454941f30163e65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579977b00490fceea9500bcaffb250a1b6e5793d201e1a6ccc61bd35e0d72824
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4a6a6ccdf9f2f93cf43ef482159810006dd768
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc81cab5bdd6ebeff377794621c43d34d8f850b4538aeda13e95e905774e6066
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71efbbdc29224d70344eafedb4463a94a62422bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bfd54c80603f2539b9863ace553d7824301a447f6b8e8002b376345ec8e24f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcac48b5fcaae264bbae095bb6879a0e932cb3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb013e5cfb66e294a9f8fb2e861dbab5aa6117bd02846e2178002ce2a0bfa013
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd5a6d60ce55d0d2322104ddbf75a14b6cac86f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea12d49ce08ae985fd0b9a238c33a38d5c41e76e89e2823492b441cdd5812783
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3f6efee607d5f234bcc1039d2cd1788e95bf9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96dcbab296dadfbd5d9a2fd2875def6a1782b39b9dd43669b469c1b388c5e5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe280b3b4d6704ef712a7183bb7054a64ce1373
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe66485239d8cffa96e7b1a72915183f736480f48b2176d6d9d76e782771374
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189761c462bc6c0dfb2d7608405e764e93a648e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589719f9e19be4faa0ff0e55603f4a1faf33988d22224d1520c48ddc59b3b42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5c6ce327c310856a6183c72d2ebabb5a5f10dd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd962c396ffb7b6901e7f28914e00967b408959a9fbcd3f3c351960a22a2e79d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bad2227686b59881447f62e056740eae2b27b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a323f6d27cf660c9bac35a0227cd1c7ec45865f8028c48decbce9e07e89d9aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3ec0c2fa62604e85baf475e59f15b0dd82df5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc55c394e2aca677b011e3cad405aedfc7d62755152e2beed67c84a2a56c7bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d444783444b4e3667ace7ad2746c1967d3e92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeb49f379ff88f8a880867d7e7d218dcbe51f908476648b497c04670392cbf3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cb39b55c0e057360a9ab4b04b2d62fc7465d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0d077e4c0c5584e23ea21e820ec9179bfc9206e88bdf0a1cbc5e489a185351
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6794ae6e5ccc9132df797773a205eda992477e94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a943bd517991a22362bf0abbb8fd1aced05183887af890797a565d33cdca6f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e9eea18dde42dadbfc79d4394a88ddd32daf5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a676d0c23a5e09677494015366e4bc84c84329b05694edd77e7a590b46c98d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48221330bac5be4c7f29528145c15c72c136053
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c57934214f1f44d68373e806ddcc40c5423f66b2b399b25dab7211513fb82
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8482927ad8f8d7633e8d8fd20a43d6d3d903178c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1bab09fd57f157bfae9cee0195b12a1274b76fa282f3952fab4b8e42896fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc2c7108f76a57b14806157c7eb88890f488d5f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8952d9f70aaac9fc7161ad3af6a9ccb316c7b83a63a2958504a6facde6032
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ecf1151a63ab465989624b5cccf88e33d549a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bde30e3db7a3b8d8c143e9e248c019ec38123a3d612d0f83eefb1526beea2f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d47f28692b385ecb691c7f47bb72f85362ea0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f966895e90bcceb7eb6979f625865c10530fe8249d4ce753d08850e52aceff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa1105b2d826053f60498ad37289caa772d1c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7351033f65ba007a0863f904dad56bcf4712564dd7fcb264984dff7be21c59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dd484df19f55e3202d2d738bb52fc2a5e72d8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a5ca49f8bfa11c1c85047a4cd8d6ee9022ae67d93ed538b1c8a4de5d108f5f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9caf0b235ffe0987e1db422c82ccda47903379
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766c384a91c13a49776ca3741ce832ef9d454ffcc0c70b154b343ac7f900d69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8783c03397cc25eda726d494500d14b8041fdc66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea2392c6d3b504af580c1a7bfcf9c4d03da33ed16174fda48eb8ec759b48ef6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22d78ae56f8c3bffb7ff444ae5ca47b67a8de66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01e0125df51a6e48924916de1b86109028bc934b70afb3fc82b8b0f2db17944
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46466c95c7da2d0b974da3051a89f7bcaf46b796
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c679a5847af51d29b43a55d125d4baf88c37cdf64ca18d1098720c513e82a74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39c5f8ea1d5508a9448b7ad10c0837d375976f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddabbaeb1cfdbd3d210dc30955f0e4f849a32b1e60692088f9bf06f527a0d1a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a7c6f01b3619679c1880c4fc49f2ed0421f44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25643edb4e720731e642ccec2c22bc8d647b4ce73d79a300e3ab55612dcb9faa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a3241c72d7f3dc79793aa9ca4a0b2b744519b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc543108bec3ecb6113de83a2f3f35308afdb79b14edf00b071f147eb2ce3889
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5da8880a94615c40d230bcbaff3e058b7a5e770
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78da1448f49f8c7d47612d5bef257e4b2d738bd13d7a35bd008734ca0c510e9a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a060fbce63571b189bf28717b89dcb05865f91a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8045d80c46f4b235e17f0c9c407fd38430f1ff6e7880cded8f193b1531598bcb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59345841e9dd5f9499dbab27a567b55ae1335fe8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9215d06402659921cdbd51aba53b094239e5f7813331234962e4869578a9d6a6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6babf3868551f1f1fe356778be51ce6c4b9c6d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b18400bea20550605e8b406a8cf4ebba00ef2d530b38f4cb2291ca1674c7714
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e353990d9cc3239a68bd4f048c1e4c3336aa0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceae35109d165fb140d4111aa5f480a835921e697152d7e2a486ecc60cb2c01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6a148fe8c103f192cd8ea680c925248dad906c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cb214c6068b1963f23f0b49bc9f0fa0f01c90bbd7477fb61352f69350154c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ed61bf27c1523388c4de60a3d47ca113d41791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1078200c6cc6498feee9fb35d7af9ff95a9faa955526160e19a142eb51b7af64
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35921690a8a281962214622dd021742cd406193f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9277e405d5bc3acd36eba228a2b526c1aba02647e8de249460a5c5c8f943afe8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4914c293f0e1b57ab06bf1ae845c155bf5674ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00e46e5474eb5078b9bb6addfac8a6462e416d867cb11e5569bdcf99d27cbbd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4698b2c77b35303899f9b15f24e76abbe2dcfb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4b400ddb4af527f9b6e7d7393392a4ccec9d4ea35034ce091fb6e8a2bdb6bf
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49131aaac719cdd92aa7e6535fe55fc926ace67d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bbdc32804128e91a60a93722d661853d7265a0dacc21c7648349c23b33fb8c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3346a1b790a97014cf3d4f01003ea6ff22e43b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423246582dbeaf4354e328f8cbc0244e0734888730e72eec26b8fe4c24c03f4f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03850fe3624b82e990415aff78ff22f2941c1f29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f9d5f9deef50437b9a1be78c61d51c843f6686086a4dbf242557ba2f9684d2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aedaf3f1a61067fc76e708291bfeebd1960156
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0695bede11f05f62aa8328045b030715bfd1e20e700395faf2fcfc2bbda1bfdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f88fc56df7cf1d2445e31e963c7bcc351475d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01b5145c0e2b65285843e689631268cab61c64bb17f713075ce31cf647df05b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d1e1a9078294548bc713d9df0bfc26ee611cab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a61f443f4ad1e6bfe22dcb9498e706bb5d5ff5e4dbaa262fa33ac61e3f0256
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107c832bd86d7f53147ac2001c1bcd638de0abc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac0a63c6bde7a4e37fcb0f4aa40167df7bf96313db01683f271d6618470cec7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c010813868f1182ca22c8b29bdca94c70027220e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690b3851fb69436e2b055169adddeb58174dcabecfe5d735497277d497b417fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4528522e581c8e16901dae9c7d52cdd2a4d3b3ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c61b3c0645f20d9e76eaa38a33be20b684cb6cd4429931c3afa9d9f82a049f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c304c8b7d23c5ac28abd358aab41b31d9ac092
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32c5124799036cbd38a9583146ce7345f21d9c7b676171db445a3d8ba4efed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bfb1ab5f82607e534d9e79188d0e8a78a11edf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770c9f6683e367ca4985d1d67427c51654573a518a4537fb05e7edf38affef74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5463065f602ffaba897f5a0dbf1cc54c3be9cdd1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c33a2e727891cb50e72accb20b44fa563af168e403b26be11c34dc965cd55d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05946203e682fcaac4954f939a9f58e58f6cde57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0c32dbe60ec5a8ad805d6a98c9a0223feb19cd9b4df4385be3ec466022c538
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685e23bbc19741aa60081ea29450ea7b0c37ee7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9f31ddb16211e026381a5b480050a1770f57949ff5284a219a8a09336a046
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e8467722627cf60af2d26958843fe27471d00d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925d34f1e50d2278e703ec99e27b50ab9018ccacb10f7ca942259a79305227c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6627c2358cf59645f66e3f1d1603c9ac74f8b9eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd158c28cc5a6c16fa11b77e8e85d1d947c85c833ece1736b3715aded6b420ef
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba121dfcf97f06f015de5e1ff40eb0f8fd050ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600283c5ae9fbbd3848ee7dfa788ccc8c8141d29df71fc5f0a30181aa4e52a6e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bef7424715151bb3dec876835e3a466642c19d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaa623495216cc48a5fc1acb4964129929b01b3c3ae7224cd0b8eaaa16d5754
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375d0f8ed00c7e4853cea39258fe8fc66952bcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6a8afbade86b8db492d1d847363e3acb3c0a22a8460815803aa8f06eed26d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e777755c638bd02c5761633e2c2f09ec37137df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8491b00e092d2b2881c50427a0fdcb52545f0cf2252d9b59b92763b936539c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd28dab899b4e89515fd1ea5e7c2769ef77de66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b05f569b09d1b89f04aa441e33bfd9496d838b2e8309d1d779ba6691883107
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1679cd14ce578055730d45c8184a7fb0b6f5ba59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d285ed1db34c69a32d1f9e99b91d64fce70065fcfc1e4f34b508acf846b036fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09afc18b8da450f416d62f9ca60c5ea69fbd5b5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3963296821d3f220f5ad71c181a13603461f5a6edc3883cc99ee1c94c5eaba57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b733a13919b8ec4cbf8fbbf6f6d8a70fea92a4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f59ed9e38d6d7ee102d5638148afe89353a8d764f3b3a72d29710903c67d9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b63f9cbde6a7acb9752859c90cd87a0b40d5e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c551031b3f0332c672b08071db3efdb0c754b0b22b7a4ef89f54acb4ddeda575
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ad1dcabc8ae8d16b064bf7486667ad0483b104
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885b7f4d6021f3af4d237c3caa41b9082520a42c8bc6269724db9654c05a3b2e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69656165be6a2eae9d9679f2e86ec3f34196a633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326115fffbe5622ce86800da1dc81f8f2c8b90083bf4d7ac248e13c52202b8a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfbe671d348502ca3a24699e90d053ab9dadd51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fce5974ef58ddb6c486f6e5ab421d0560922fd2b5d01a4f1247a9b471b103f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c545c013a813cf3875ef3adb444d66a0d9e45a0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c52ba8606ccad8895a9ef22cc8c9045d7ea8de8d6b1e11a8fa1c21bc75f105e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8784242a6d10c9efcd8b5adc41252e8da37f4c90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e574f415a2454204466a217e316d1937207c3d9640b17cacc7595015c7b3b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba86d76652d08bf0bab055cec559b6f6bcdc8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448c9929ecf4cc7353fa7085029ac146356ca00e9b9479385cc30eb94580a691
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10974eb2148b74018cc17aca2995bdfe5a32af27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38fed01d2063e0b5f2e31d1205c4564fa495b18b98e82195c98a0778a2f7dff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3fde0713206e805f886cac5439386dae02553d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba90347004130a0a412d3eef61d745d4a1ef7a3aa16471e9e76a3bea5bc0630e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341108c6b46c2ea9174240f44dc9b7d6260c9000
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492f3917cceccee570d539779fc342440132ac2fc6773e00ce35acec3ebffde9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d122f59bd4aa26ccd208268eac24737ea388244
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2062226363bfc26125203b4d37b5dbf72f37aa8c0663921f36bd721ac7f778a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926721c07f53d615cd6564e9a46e457e089aed36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6010d22e6baede9ec65429b3be9454f50d1d2dfb62ebc2c080334e75c77134fd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bcf2ac4cbc7e853334396094721fa65d809b67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea99c97baeb5d4016ed414ce9e6f365d3bae8fc3cb40674d871b4282ba17f228
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0ce631219f1ba704049f60bc06c20f757e6a97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad73908b0fbe1523d80fc4741ddfc7069e7407af9c63573d98fbe9c4c7ce9fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2c5ef688e18ca1b9c26fd748801da10dee5fd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a3249b54993a3b5608c90c19dd457ae1606b461d43bfe92ef4613fa2a54a06
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c657b0e9e46202125affe358ad7f395f378ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df63238da62c3d1fa32969adb868c96d81c84203a2bcaeb387ea2ab47f8dba1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcec00671dffe30b9f837da65ebc44df27134169
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b01a9a7639d16049b3c2ba8e989e38550c94457386b59607d4dd35edcf02645
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86efaf8de5b0983065a506698940ebc891977dc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a008eac7c5beaad1ca2f741a30135db0c962b483b9ddbf5369041f39ec6bc5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30390e4f92ea443b207800286ed442c61820a1d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6512a616f973ed064ffa91bcaeefb65827502303b8b4f8f805f6441fe4f1d688
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195b8e9babfe062ca6eba5f8efdd5d574a93df1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1294eff3f3a57616729e0f777dddbbd7324e7afb67e57f16b2e7e254bbed66c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca22f1818bcf32361702847405f25aaf4643b7c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d555bfd75712dda6445d0324f0b640d22667bc4e6dfe451acd3da66532a90817
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f7a6475d8ca11e616f7e9f3b347a8e7d1948a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864b2f04332836d821727f4b50afa80ee7cb4031ca1f18b3da2a5c2accc507be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ea86283f33652b14500807a5357c1e12224b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaa5aa3b3f86598766c3d72a8407497753f7d54674b0a6cfa1eb84d88c7975d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991f521846319d12e9187a31d860478fbea27211
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c436fb210438345f787a16eca43051c43745913e0b88a65596993129f3cf3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd3bdd11be704e79df69fb5832534080cc8e2cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3753e85fdf5a0f0c8f5566057b7178c0300720f8bf84ccd00a19d1c080753a69
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5647bfa56a1edb11d1c4622f050e325f60967bd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b994498f7329301c380330a0730576b6a25e47e14d3e58faa3c7f832924248
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95970bfc6c9faab37b26d9a712f7c7a8fc13f99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3e1842093d5d2ee844349500f383656c512bddf511d46893b948f6a3fdd29
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c47041e29bc3ac223c9197d0926644d87176b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cf6dde3073ea210734128261294ef918bbd01b0c70cf920abf1d66e6722bfd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aed618b79307d89aedb42aabe41adf07ad7044
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d8aa648385e26e39a59290539d4510dd781d0432610f55d0d158aa24b1076d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d287246eeb1530c33429ca4a722ecfc17c8dba3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7132bca594b78c6767e1eec204c70758783846fdf1ca1f485a9e6571a49a23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aa7754fc8b842690817bc019c22219ff4eab8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb57cf58e53043587ed6bf40e44b2e716e384473a8eb16b76851ad1aab1c215
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83da82fcd3a30247b049cedbeb02d00a1aaf31c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf7866529fc2f820ddfb88139e72964687fc797465fab315fb232d68264536d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494e9ed128b81c7c87cca94a4d5df7c5c6ad55e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dea11fe0cfed0e7479ecdb15a44c7f22cfd62416465c92c24fde765414a1ded
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14023545ee47a6b483fd532a27c2b3c757bb2bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78d3f4c313d718b5fd10a6046714213d347675254aa259c5b822f0954a54903
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40720aebba8bca197c0e18311c3b99d6754b35ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660fff45ffc14e288017bfb9524a563eae5a45d47044dd64923eba64873ab6a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9ffb23dfb6b91f42cc1f7b545e6a363c4929a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3c29bb502b8f0dc184f8a1bbce4bb8e8042ceff2d49c66de1a56917f990fba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eac884ab8a151ee4452903c17fe958e6ebc75b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fade67fdfd4a6e71fe656a97efe2a090181866708c95302d527bf8a202b2b41
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000f2f8761e8eb360144fcfdd8285ba6b654c313
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77469e2d5567f651fa3d80a8bba38be72c0ec5e8fb23318b1327749793ad1ec0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f643f1556c6e21383143fc5420306e56bd8949f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169e5e82b4dbfa31237c29529e38d92523439c6c38627bde1c3e06ef8a0f7019
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783bf8d480b19263456420e9ffbd409a93ec5bf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa10d810062423216589234e7449038cd02460496dd49523639f36c6fd7c97
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9034af24c9bfd316eac84dbb4f8014cabe1cdf2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12117582df4a0dd6b2552ca95ed04344eced33f4edd9536bdc80371da166e94d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d21146b3e6e38844bc655411f35803720a0cec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5444b8b687cdd8b03ff7d01e6d226453506dd0516500c2adbc0baa5dd2f0d2a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2549f8a77478a3fb9963d92291309ae1342462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da02b2120a0ac6f4f5ffbe1134b1a0751c608183cc1c31aee1df69fe9e68a48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a97185c9e5b23fa01791c1ad2e469ee5d18a69
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7382dec5bddcd456d5269da595bbee7c6d878569f222ec81cd63555055e095
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597066fdaa5379ed109cd5b2a779b2e5109ba01a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b14f3cb9548c577401c94d98ad27b3e55ad9766617d19b3164a3c41a643089
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd1f2db9d56fd8f0fbe5cdc1072c46bb2c7d6d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69166e7d6b3f87fbce4116eef703f081af53d984121b5654d07fc37911a3347f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5343beeb7ed5d9067e10f3b9a1bb6740b3105878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958d09617819541f7e519c0140bbd6e7f4056d85fa14383b38878aa335d7f469
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85580e7b762662689a096baa31fc1fe0fd13fbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ca7cfdc2306c8a2facb11bed7ff15be488795ec010b26b9694a9ef6ecca445
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05606db82a4d41576e4956c27d4f59dca114073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920b395efb5588ead4bcb53d108d58bb68743e86b731c22e88102279a61f6071
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da0a8f28bbfc032aa0e717c100ec7d7aa1654ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806f5a6016569eb9c1332304ae24120c04ef8b11e8d007e2bd8c244fa3d31d98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a5ce841f6518e306a3249baa6acc1d494c6f2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84143c8cb2f3c4259f08896e6fc22d77abd571b98c9a8e6f5cf4e7b0afe4c383
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c391fa5968b228e089b23911a508bd8721d56542
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc251936b609348ec008e34112a51130008915be14e79cba7960b042a5c619be
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6ade4cd0a7ef7d3a25693950c4bea30ee69b02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9459be48c7b27ac8c36f90f230f56a870f4c20c6ec1d50ffc0ec99431dcd13db
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8a12e4fc39d4abab9cbe37a6687f67f19ac72c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a89c763cc90904cfa5753807c175da903ebdd33001cafdcc2b402a432986a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144e596dbed48b023a10d884e543f659bd613b17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f43f9fb89de44c8a8373cd75ba9b02410bb680d6532f96db20bc65252325a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5746a0ab6c67d6333af0bc60740f907e3ef46a00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111dfa05b151a8490bf37a597ead2b81ab404c1e0b61fbf191635f9aed9e42d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7b4e82b011003d376fb24fb1b2bd74031c67fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b3d2b4bd849bdc1d85c2477497c2dc2d7de97d2c4d2c5341f6f3c3a36b5487
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f694614cac34981b924dc3adfaf5dc4f89819e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3c1972331827419f23685045f334bcd90518a1cf8e6f2c21d358358e3459b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8c906a243dc83d76c0836baf306f07a87323f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dba1705fe5691b8481df59e809164a11421a2e7672481f6dcad2cf81e8db426
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd73fc531523bf7f59fcfb3c0adee69e7a9bc9c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62811347f5368c4ab0815ec5b550e9f5c2ba49622259bcdd7db1dc086163715f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5305433e8ddb5d4868ff2e3e1b0fb8edbb3476fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5beae485b1064a4d9c56d1d08535e325020c91de63e5f39bb0eafed40673f7c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fab9e1ea7093136c787b8ab3412f30bee55029
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d54cc51abb767d88e5154b813e847f6523e6c06b96c3b091a31ca59df51d6d7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b45ab4afc712b82341986e439eb996187bff00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ed9175685c166e6f489bbd63e5515c0a38a426b80770583120919ae8c1f513
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33396cc154b367c2d01b2847a3941d01be7b7c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18728b60e432cadcb4b3a59a5117a60487e8dfab7e5ea57940c53bc1f13e5ff0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b0caec99d7d21a67842f1f31b4ce8912b35faa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d75e607088f9887f148e40cc982afe2847fc63883ffe3066f8317c1e5f676c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a9d098f7d1a9499a0f973ac2ed1a53c7f1fe7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988072710051b77b828b71b2229c2d43b53edae687d8e49ce496934f5a0ac829
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98b8d366ebe46f8d2c6c02734ef03fee0b18873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f92010aca7e0803f8b753f0ad94c578feed874eea57fde893f666f8120352ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee43a9f4a7e305bb5481f1c7630d159c3b5fbc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3892f50456e1103a56df7b372d655eeb42431eca4d862c2e35ad779330fd93
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6370970f5d3afd82b146c6ad91628fbbe98b1947
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51510c018bbf3bc72979f991d2d7151ba44052983b4b890c6c4f2d340a92f711
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a841a548dcea7c8020cc3eb2ff9a6e56b875d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbea7f4e0fa1b03be5caf461fa4e979b501f202583c7f2c1e34750cbc81457a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd1e7a5acfc7fdfde54595808b3d650244f8f0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d7992a045d65656e2b511c472a11924d02f735b139d5864ee7a6320b85a6eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229813b7502ad7a7055ea1efaf5e0a838de2bdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bada82db923fd5657a6b706a27c0e8a5444373df2fc242099235454b1b93d9e7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2816057add947d6e5b905c1c5095abc37a4f5eb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aacf515bc060a57fb896e5405b5aebffe442d7ce04859849742a48c9ccea24
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3972e84fefccc234477b9b19ff04c2204cb5a44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d70625136b0a1593d9ee60a037322373d9c030876011a0e4e51fddb248358d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4c2cac3943a451359e5b2a3c7ff6bfd750635b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc60363d929c37de9844d3d1608620fbf6eb5ea44b2a48a6d1ab3cdb7b5392eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d2dec39dbee8b4b03ca54008e343859cc14f29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56457fc3caa04adab8654f87442ef2536e4a3cab15ea5e5cebd5057b93b839b2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052995e5e749f111527791ff8f028a79fab4e85a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d9658f40dfda9a423fa8b04f707dbd3fe4142f4e2090f439ce10750c692550
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a420e4379749a46f7bc80cf5045169910eab809a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ef6fa7715522c9797acda6b9d5ddbe41ac59927b3e491a4961290558d357c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e01bb2a5469451573bcbaa9010a31a26c7ed78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c1f85bf10f8a9d332259d9447686a50da388fd09b920624977b8f9fa1209c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6252993332435e7f70a895a099609a1b0cd0527b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3e86080ad3372c19d3e801b6ca0691340eb85ecc89febeda42457c21a1440e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc4aa02ff6b23743d63bca3d9c9958f0cedf462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ba93259c9530636abc0647f650ab7e1c2e13432b293e2bf4fe306e419c3725
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae01d1a2934c675be7c11cf03b1e6ffc7cacc3d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1115b6be4f721a9f11c5ed7264a3a8845c6e0fd0a5d337f207ec456a6cfbe57e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5398e52808853ef195eef7328f69baecf5f7cc8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6649c80fe34bbcabb9fc272e541fd6042d69b4c20eed186d4bbb47d82e89300e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abb5df25d5f2e2b8a8d0324973179c5eaaf3147
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958150a2dc2b4b6e4d37a0a16ae136faab312ccf7fd80636bcbf3d300bdd88c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4134c7985fec377118531382aa896b09bdf1fa80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6608e285637a1ad514fa6e8c2ba456fc6a18c99ce7f9a30f0bb4379a65428a7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bccab59614d06a444031ea58f573076bdc61cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1768704064836181394e5476706b61e67cf8963a75eb18b8484583cb71021ef0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b12fd9ce649454223d4fe36d380521c78cda01
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702d41848f2eaa0528604356d78a10e5cefb34a0135485065b028645b1683c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae309d6724b6b0a83d19108cb8d185d3fd503f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b237e202bcc462db09ec0235b3469b715bd05e4e2e366add632418e6ef7a585
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d22cc1a9c27e3dd56f0773de8c72e19688909
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39c242b3f8b6adcc506a5a1a1796475c3bf724e500713478860d7f923991fdf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b490c8cc2dee0ad8883be015cd7fb62443c1faa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b65142da987af081d5838d526d07812093ed57ad89c24402548ddb5151c475
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53af02a2414d60b677fcc3875c9f8de61bcb0a0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4756b21840ee14ff3c53d18f39a0955b6faf03863a2d74685e53a46a62066b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62986effea0573d33ade60880c4127ca2f6dfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267e1224f6a8a358e7caec6900ebc3f72bb1b95d40a6be557d46e1080ef504e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ef176c91522117906f9fd9562e4888babbbf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997507aa0cf4ee07e78750cf994c18072f2580815840f50adef2254bff14b368
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe441517b5115e862274f0a9d4563937a3f1b0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e133efed3e8a4c38929b41c33578d975176329f8ff8d21fd3d5f29c4031cec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669d1dfb868087af9194396f111ca5ed34276f35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc1b2c4658039c0253e943b74ddc70b0dfbe0cd5ac7a79ce0a00533a2a6cab2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18ad20fc9b0a21bd3b286994b7d184ff8c86a91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bcaed5fcca58432668e7d0845f1a99bf7ee61793b7579590f20f5d800484d0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a795e56df3d9b507b54cd2cb95e0d46aaf1cf71b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375d3987618c042b8fd8f2c0ea1272f42cb74e2c7784ddfbe872f68a9bb88ad4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322891aec38331587986afa3df58aaea7b895127
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1b46004b42e377daefaf2bef2eb3a7ed4f2b5d5fe3894a336296c7a1c41ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fceae83c646581d8d91ce23725b53502e4dc79
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdb5792620eb53d593a5625aef1b530e74b6a3d929e4abc2094884b75b3309c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00b10b226928a1b715dbc2d4e736de9a5bb3cfd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4142757e298bc92e58c5dece63ceb5e79652d8f93b76eb1b7e29de1a3f6a488f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9342aae607b329b1ffab28945e0c71e0f1b645
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3563180f34eacc0c741fe1ee6c7284d1008cccba386708a0cfeec36bf977215c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8465c52850905fe75d186e8073407a4721ab38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d5db3d92c77aea30c13cc2a6ef1912236deec140688ae62c41cacfd0758b2b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef2dca48da6634ea1ecdba06d1a9c17055d09a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e470aa22079d34432c1d2017ef1bacdb684b8fdc8ce465fae9f9a55de3940
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb984b99cad56431db589ac2815f6f52c16f167
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bdb994155f469b66f4f6f2e488665d4c954b5f7431b3dc65a4e827c3fe4185
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de41a9e914d3221882492feb757defd1cb577387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99caa77bdbfd756179eaf1bd4ef598806f7bbe410c2ea5f183979d3f36d3a379
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd18c59610f684f46edf1805ff962fce82b533df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dce7ecd01f5ec667a8a06e28fcf56b6945fdc56f2f1d440eb1135e21fa5498
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ffa496b9f3e3c6a87f40784a9cf205edfcf8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c948650210fd82170accfa4608a31391cc7e800cc0e01c0e5098d71fd03b0f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3c9e08c0da44a4181c8a006c0ae7d3de18ce76
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083f29c54fa9f1ddedb1074721ffb938995b05e90dde530efbe96a3a19ec5e37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4887ddd58985d601a3eb362137debb35b279b2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb066759a906390fc3ac06439aba9d2fec83c183949ce36e27647b7e469281
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3995ded140767da43a88a0e36338fce06a2155a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bedef20d78257a0be024c7af41a7284ff2f02921f10ff5b0de6df9b7298aca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b021eaf7ca90426f86c5c50a59b9aad67b066ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9a288df169bb31d890bab7bfaf268007624a7248ddef5caa356b82d33d4a85
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cad4ede0d5d43bf0ef1f95b83aab0e8847c647
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fc68747d506b9a62e0509af6a29bd56cbf619a94179480ecd3071d8104dfc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75358912c7a55b68889d080e8107bc9f98f8c9a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a111ffd2cf9a7782827c71e1a2569d0baffe24e219251c432a3541e5197185
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ffc4f941c6726e44ed328dc6d9098b5a0b4b96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5d7ccfe5ed9988d4b7d7e777a9daa5fd893a6f20195490daa3f8c942482f13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d416f590d1c2857832541dc46c1b4fe9e66c238f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a53a0f2f88e1961732e870a7505fd84200d15192f1c42bdd18d83cb2ce034d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e63d766a94a0d2216d162986ae9603f49c3fb2f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae65b38fde89a3dab7243de5d65e53dc9fc4b5a31502ca7ac0ffe8168fd96618
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a148142313a605491acac2cd1698596b5562309
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82759da8ef07a056582cc017d50eaa722cda49e180148f17251af56ced8131f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564b1a3153df31c92cd0ff3f4e8eff9e7eef2a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85daff5df003561ff330035d1d1361c50927a00e2cbe2386f0383f6a5746d668
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8672ec85bb83f97ee3d3690815bc803b4db220
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e385802c411b7a69e75e48ae8eb6cc5614e04da97cffc186afbcbeed84a4c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfbe71792107c99f1bcc9d7a871c5b64ea0a20a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b13fad121a232232cee4ba3b09bf85bc0e3109b28dcfe20b329d97ad5ec7b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca54c5b293de5e0d97418e2db1b34894dbf83e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e3bd308c61cd9333eb21a9431ae11df163b2f17f4bd51e977a6c3d1b927fdd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa368285160b57d679389e11a2a1fbe5dd0340a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095885e6baa2eddffd212842b283a0176839783537a32d62dfb90c84fb18815
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef456b82f46abf04f2a4340703b474c94c8f8f93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c29b12e89fa42597af7d726f35c6a89efcbdc12a30b7b274c9e0d77374401
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffccb9ced8cb49e8649ac934018161ddb0037bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5068ccab4478b72ef229a0ddfb1d266cfed0f1bb3d9c29dc43c416cf322f771
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8682c45365585375ea59f1d571397939175af950
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e933a8eedb3e66f183baf7154bd2b984c5ea8ee63fa5323a2549922e9e8d97b9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b811ec2486d57d03156f416c71efe6fd4f88f4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5fe76198ab56e9172b9e2067b667248391cf3ce7f19d5b07bfca09fc5035e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a94677542f91347f06acc875138ad91241a6d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7f9b45f8569f660a329c0cc102c7a29345d0ce65f8471acb981cbd9c904d45
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce14603bc33fef0ea9f9f192a23c7300b7b0e37b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54462cb98757d3f80b876bbaebf51fa55faf4b412086d29941e1c60d46a370a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44579b878429a7b9fc42a3bbb2fcf604ae7665a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38869a3550773ccfdf8d993d439af04a77777c9424b3b1746033509eb8e788fb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad076ee308ae16b74b3e2ab192512e69701a1845
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ba62a7888d9f92a4cfb9085fb2ae7074bb441ae1ec5a62b0aa619b7f93cff8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd112ba9a7c5baac7da23b2645f5d17027f0d7f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40a1ab564cab8efa0d47cc24a6a2e877d745c7fa3b6b326e77b3a29d7a20c22
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35359ca2c08af0a13088c69e38169e0c09462c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b0a61c63c2417a23b64b46d60f81a78ddac72bfb830acb996922817415cc2e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de117cf61da6c0071c8cd79ada036026ed3ab523
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dc79baaf36321073aedfd002d795cbc04a50f2fc76370f3856fc0f519e27ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76929c8529dc32d4f405f9b0d15c87008fd7f8a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67575e03cfab4c8ee864cbcd83f59e710bd6f940fe9d8708ed4236a5f56f9407
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd039801ea75c64da07a19780658dfb04fa043b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63932549427e16416b7495046b483bbc687d1bbc87237ee8816388be505f801
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49946931ba25a99514b435878cdfcd0727903d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f249deca4d3eabda001c32b342ad16e086a505f814ccb8b540ee56a1ba8a7041
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e0e1f3e1956ca019acbf31a1e6c48208c1464
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261a66d17849620f824f2465ff10b391d752d1c07d430c04ed4515037226430
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc24f9740276ff6804ddea8953de09f482362bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7007af8d144f820dd5a4a45c2ec5b877531e7de21185e23c4b851cb3fddf97ba
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c8b1714390c42ef7e8ce051170d25246413c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06611089ad7cece0f0d341021c94929d1563134dd5caa93e70c007617e9260a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455d0f7747edcb38a928931abd23bb27c2d1cf0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb614f766f71e44553dcc3891f7324826ba58657cc57c321eed5a5c508010f60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb4237112bafe25a09ef42dd6ee9b18a64aa878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e3860e834cab0d34652f737446c68a35f94ad10f5838e975d4f5553fcb350
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66189c5f0a984bff0e5cc7b55e478d9f796b9319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d798d3d4a1f766dd2adfaedb51a0fecd9312510ab97e05e4b5efe9677ae3a46
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0c968dc19b0c5750997669227656c3564d7c1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cacf1fed48f03835110e6464cf3efd67abb9354971973df226d7adb822951b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b671b98be6066da51a959607be48c439edc29
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f43158fb2b0a714d7418730d3d9e7814bfd98ba2714f0f78bfe531e16f32598
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6797949aa9a2810e83773b51d9a99c649b52fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5c578fbf5e4284b8588fb95874fd84ebc18c563dac6fb527dd602ae9196ffd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a92905df8c944ce4d9c284184177d2a372dfd3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137d257688d39c21843f661f9752b6e48e45245abedf77e306922af164ceb6f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cdf2e26dd42367ae32ac32a9d480ed3a3d3f7e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebeac23307538ed69faf762cba85fdd249047f1a4be066f849a64e435584930
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7e02a5203bb8a0b3ba93fc30aaee2f350fd6a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c7208eccde79d3298eb116d9b9e5f2b92b62e29a8eccd31c4e06e8c57dbfb0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c0ac97200ea23d166928184ca7cb6ffce9c04a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c46f5300afe429166eb9ae73e4a93249450d13212bf57898ac70d1e06783e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3663de90272aea56df733efe344b6bb3900ff475
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc461bade6e70b09e48861f6c9f18bbdd3dc246ec30c11cb4f36f726bd519ba4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd509c4351c71b0293ede9a26813f36d99294064
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4048f37bc698a1d77734cd3ea1f26fb3cdff21415dc7663ebd50cdf4357ea1d2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872eb0d7df3abadf25c6762740cc1e9c2721be7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061f5f42dcec401b2a686bbc7016e065ba9c48c39f548b0e4c65eef1053f005
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c690189cfc3e379317bde90d09d1e6e550bbe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca353299ec993535f5bc296bdba1f565aa25141f84e777ac7de8594e01dfe7a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143e230f5eff1089a7ec772d310ddf27180de004
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8531b28f37e1321efe0c203fba64ee7c3d4c44604f277e4c0d56debf21cbdf6d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815dee7555c3a5bfa336ac1e794a3b76944704b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a962e84c32c456845fb5aee0cd5b1cdd0e6f5219a78b79e15653ecb225cad4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30aec4e71c9428a076b2d2382f4cd9c929ddcfb6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967da841d118270b48c9bd90aad829155c516383f1c3491b72f9e6b1fb8e3366
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4c35334e94e29340fe2aad7bf6a5f1610eef78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc0cd161b7a1bc406704ac0c9e4ec0f61d2762369e19316efd8736bcd7751e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615ddda8bff012d090f374344c149b3585525ed6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee29ad30153daf3c77fef42ad940cd4310e507ec109aaa83293e96b9376d6cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce42dba4709e79f38fd7f4d9e738bdd3a60f78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39e6d150701e15fc708672a343a6c2528c36f802a58e7adeea377c6618b456d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cb3f487872541f46a2e50453861d562bc7b8f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2b148f4ac3b21b9181f3695b555b92a3b692bae1b53294947473b2c17d37fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e2b389109c2f4f2e0dfcff9d028874a93806e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b050d3208852f0a3c2ab4bf5af8691dedad742c783b37d3a59cad24d0b39ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f09f2ee5fbb1b0862b49b79c835bb01c7ac48c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6bf7b549086d7479e82a90daf68b0ba1d64123f00c0e6c2999989131d387fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b64b599532af180e2ff218c6a6998c6b16f46f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cbc62207709c5b73424ec50dad4d6ebc2a4de4a4e3d5bd2e14fe43398bb52d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79547be4c3aeccefb9837c9f5d41789c5e066bc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc4dd59ac3e91940a25a8b6190694e0886a173fdb480e24ad6205b0015691dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8aaec8d269a5df19d17e212e3d1d0baeb7a9f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41bb9be3f8ba8c7b5f90d4d9db8c6b9df8aab4d8b73707dcff82092594c105
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bca408202c89f60781e3adc0dfe75e5a6017c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed788be42d56c8e9aa68fb20581248fc9248b2d4f5ae531069e92b28a1902591
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c22bdfb4dd6c58395965221a6162a989207b8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f22f631491f0031467343311afa747ddb7a2df8d8d78e7b3725f7bebf3000a
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8567222f6c46610673869a4612f2c1f2efd8770d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2fdb0197891ec1a6480cbe66d0705c9b3aae4b0e8436520a316b13eb817d2
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fae151c64bafdb3604ef87e8c01990dbe2777e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53401f39788f0de2beb42128273f4682a7fb6398fa729673ba0fcb48eb068334
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cab070273ce6ffade531df66f8272d29cf49f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87db55757d91497b40cd670e86904e4dd73f2d5a907ef8b28829178e6c985919
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e5dbeddc7cbcc5940bf196ac7e9cacd019bd38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3662b12b2ce5e3ac1be83b1497c09f755f357672b01b2d22df377f4a24932187
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57beebfdf2e0a78be73885559fe19d15fce238c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43ece8c89c83dede379c6a3ccf6d38066911ea9262af3eb1859a56ad600d885
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1dda018441aad2be068b3736b58c897314f4c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1f9afbebc46e390b83bb1d6b9da870b6373248f2b4dae2766898868a61b53
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bf30f3e296c4f7b71c63d9ad6f5f227a052e19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e6fba5b2711095a8d139716f7ccaf2a956141796953733f551b8d482e9e6ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150127a2c62551c9795d2c1550020094bf9229c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa2d63b273fd3b38ad28e84378728eeb9a863d09157d8438af7e73740e4086b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea59df1cddbeac8d38ed97704e9c119759584a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb56b839d8e4df55f5ce0c60b40903a3a0f36dd641f78d74644abd986e04dc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12041a93ff3cb6198bacdadbfd8294bedaf3c70e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201ae006d47bf766010b7c671b6520fb8730e9ae9e0f6ba1638608e45bb01a22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e5a21b0ecac3472720d71a76fa2d92ce9eb10b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc78bbc6e56295efd884f0fc8119d354df05b178ca8242af7e5281b2f0ab9d9b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373c35de03b15ffea644390d2c3896e25cd5da4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8fc45671cdf35d87580deab001f02b86a76bd4d15d1bd49b3e4ce6b1c022b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff0d3f8ff4af8193b42dbc373cc8703869e3c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3321c4e84f0fa15a307b8f42ad8fb3737bd316c1be0daad460c60b66dafa47a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bebaba1b25d9ebfe7768875e13accc33769241
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf5b35ddeea1b18cf30440f76d2905b8124922ed001568ca64a774ed50e837
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117231d6bb6650f1f314647f159fd2c4d04d3b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7785153cac452c2f611a0ed1918fe2b362189bb2fbce4049e150e3c24cefb5f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbea6eead15fc72214c44d61553e3d946d211d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd88af8cca6f64d11b4c4766e924a68498739fcf1de5e10d78abab7e1e0ed90
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8dccbe21388ad3d645b2d7337741f67b44d91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f056ab95d2a147b3c27cff74004c7f7fd554da7a67e3dff1c1fd5f365f48343c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304891e63da34ed1d597f8199ffcef0e6975e967
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5e94503425e6b50910cafcf934211733cfebc17c499f0f07737655a6bbe859
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323db04cc2f35dbc157106d18167172708704f67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca45e59993dd1a122fbdd34262eae76de3ab283e421864c3cb13757e9cb379e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31daeea04f69ed837711dc67457a51d9b69131b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1e2226737e1f03c09deac81840d95cec5d151a6c7c6450510624dc669f4e4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee67ab6b71788113de24cfcfa37ab23d5e65f685
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42625df1d94fea0de61bde1a1f2e4ada456be36cf94270e863374be850c6efb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09749e866a7df55a23bf67ebe7f6837c4fe6aa0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c80bbb1ed342630f33c8113b97385709680a3f5ef782acc71eafe6cf7a066
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99cc5802a694b775e475fbe2d7aff8cf0dfb16d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd10c1bdc0dcc2c58ca8e741543c6648623de2610f443bff2661bcb857f6fa50
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fff2bbb2ffac7b308fd2b891bcf5b6e17360031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad1abc461f1e8ad47d1c59f421377013e4648bc51770ac0bdc3f36d8dfa49b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87df8eae458c92bb01317fb082a621fcc29d2e74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b58fb5a7908c0a55e3c4eb6a44a28623e6808c7d112a5544438f22745fae9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e958ea9af2ca93c9402803c9c6de50d60d1b7ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d66343178f711c5820f2b364b17b894216791d7626314b529b41081d652a25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898be1b8fe6488fcac6b35b2bde8a64e00dba5bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd0aef4b2a7f12d85c2fea558ffab6e4ad845c00187cdaeb64a59cb4a7b5c26
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67823dd76f5514b3dde22e59269f0c8f3ddc32fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa63be50b7239f9c4f7be497c9ff68562318e542bd7139a2be184bcb8243712e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cab034684552296f26575995ffd9c5e97d81428
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38baf039b23d2580d91c99c88761d8da37af95bf04c5240adf96888fb51ed4f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35f5befd97167a710e06f71dbb50400ed79203
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751454f1ad87e07cffa3a18ec357fc8ec13cc766d521f2ebe21c7ce55ff452cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99b1aeecb5b69100e45b92f7ac274bc0b2560de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da81a0f25b998b894a5136a17c53d072c7776bd2e09ecc0467ee670b00c3a7f4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a177fac56a566438a77fc909609ac576876cdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782a1ee5baa3dbd435e00210517844190599c880fccd714a15e8d24a8cbcc9e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76cb864d58122741463ec37b72bfa718d8e438f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece1c0b57868265e6a5eb0893c94a4b4b84b827506b5669f0711439509cf419d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c125d9b14e9ce00b63e7e83d69f5ac8345799b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580ac20b2abf426f9a0699e8a8e48f3d69ca48e8355c6a94a05d35d6c81b7e34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e84ca866eea8d42a739d5b49ad744d2ded20c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d080706eab3c7be9883f06179def79bf860366b8055c9d88986cab7f7a6a559
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18b88de2646ed5dc66b39d298c3d39aafc7f878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621a7a4d71860e8ee0734d20205bd71c4ca922987023cf193c387922b68ef242
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054a1b15f70afec35d92e1a2fb00d160ba0b849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68db9618d2e78649b435b4dabfc37efbf9d610989b96b1fdaff6ff42d3ef08f2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9163823e3187a5db3c9fc7b9cfacb1eeeae8917
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89149e5369bf9c0883dae4333d516dd331e65146d3026db1412a148f16da36ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4006115c6134b51773102277dc3a6ab2cb8b1a87
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d032a6a34a504d539902a4a9fd438d8539ee5e53910ef55a155cfcf50570bece
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e542d0a8555568eac1743776bf67588bb87073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6496732b3513f5de66abff887f326747eb9739b2a31ad46123ced698c3b3876
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f922684177be13d3453545978f29d89c88b5b1d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45409ccdc7c7d635fb9af14e37ea36e5eee3509ab9399fd4a317a3b410abc21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5590b307745f48bda3f3659d1a9a3ee18a692834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6c3fedf6ec48780f6330e9b576e7303917c2ae42c061bf3348bb62baa6012e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4a3a5158d486cee03342a88c120e316c1884e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463ff1fa093594855e2e7fd8d37761fdb14cfb18b6186ae2447de847a241e98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4a82c083ed0abce27c038bb993a3da1d5c6083
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7689ac9cced79baba0731b6a6b4b5bba6ce6c26cb634cef3c8a77c6201f7d4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62a130c0bc3c7ecd6360104f7428d608483c183
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d8524072f18f971250c531b811925a3f178cdfa93e0b9f7cba72cfe55cae9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9a1261f4e23dbc27858d6d52931dc2fa26b987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad668ae472350caab75acbf90ee8122c6f459716b0ff37981314f54f7872769
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc404c1b7386310e69ddc531dd05c62d12df345
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf5c29ffa1e5ae61eb517ce8607bee593114925be15a6530920e376b2037428
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab5ef3b47b33c61a607b5f6f88e2b0bdfc435f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb215dc9beb9a6cac0381e8451b0d53aa93bcbe16939f74cfae1b4c5254ac075
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0676bf74aa0e17533d10ab029eb5b842f3e1902
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da42369bcc5b884ed88e286c494dc0a2a334a9b0103c9ae61d5339f5e1e61906
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7274e1a514945124fd2890070164f314a7488739
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dda5ed49b6df544ce4dad6a80220a6840cccde97593b15171057b3dcb66716
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fc96574bb429df8c92106719def62d93bd4e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcf95d8c6052978b19de7f747c1da7aaa5627b1487040492bd6e065a3c588c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b74c5a1fe6b364eb331e91f627eff8b969921b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c88f96e02ae3f3a9f55687bdc67f558e902af49fcc162f83d9a5d143ec7bd4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38a50a516f98f1ff0922f80361feaef19179b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c72eb9b592beadbb4a7ac6c9dcb78c3c725eb4e0c4a313de2fafebf62624a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b682d0142f33d78f18148bfb05e04db5904aa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e86ad55618c2787799589f710f8be6173f842d8ebbd7b274d053c75ac53f7a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e546e11327274276ba658d67f1aa2c4429264f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3985ec836b86fce3d8dbf3d3bd0315c45cffcb5f967de234560a37e155bce09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075acaaa2e26254290ef2bcc0441233c9ad274e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f970b9db96e50e6973fcd701803b34ee78b6eb3416165ae303e746c3debee42a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a2b1da1e85cbb1ed53571afc39963a46baf320
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fbd0ef6ca8fde79f5c637f868c0c4f75916cdb9b5b74f6bc8677bbc55ec17a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff31f60f12dd126c3daceeaf3075da305e4d853
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b505e8029be7eede2f7a32ee8d8858cd790699d0a953f27c10b980a54f67bec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a853340104937efdf3023899bdab7c3730fa7180
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c061099da13d654889f91cf84bcb3409993fff3725922bc4b5d24d301f8137a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad90ca344723b99bc88af2322fe3b2f76cc45e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d8cdc689010920a24c6091f595e35356586cd503808db09b5ecb4c716dee3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be184d3b49637e27ed2f53f256fc8ce485bf24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ae657aef4912b1ad7ee686afa17721b0572ec8df2be9637ac73a26d57ac981
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efcc4177bcf242ed4199ecf0e8182d38cdf047e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc9317e9bb75f4cb2a0b683841d66cace49c06a7dc51d285580f2f38bca145a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10235718245214b79c398c4750ed48d5d4624f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586f0957e3690918197d9b3a007be94782b648bf685c076ed94979da05d901b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162b7d3017171797b240babdb02bc1456d5b956c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d6dd744bf03a6ecb236994d50b93764312a2d8c816ebf33130f4b6b4aa6898
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452481d97220fe15e32a0da2ad6404532806354
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21ff6ddc3c272888fe2500977052f2cd8ae85ec5bb600274b80f4c5da66cdbd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1693837c44a569e9d2e136e16fe2d72cb79ec8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ebb1e42cd666e677ad24b36b1267a606a13c481114ccc5bef439b525ba8e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c562ccaf5926e487756e741441a89d9989e65a21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cc0f1d3f400379b7862dc413616b3dd4742182efd046204fcc8d15c107246b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f61f382d936fe5c27d4dfb05168e511f96ce34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1cb95198cf03fc5a223058e6134368968c3eda8e1075df1f4dbc9f747f19d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af9a2ada512c0caf6e114cd25c900fa18f2968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce658e34de76066e6ffbeafcacbcd82ddf52022300954448c1506b82816085
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f4310fc3e46036b9988b2ee084e06d819e8daa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7712680ba1a14aabdaf6e70e6dccd08e6f9da75e740c46905b057265ecfbc3dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdc22eb3141b445fcc2044e97eec1cb545f844d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239e77d6ae1e917dd710178226c779aa0c5e9f0d5542d08b3a19047d9513cfcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243b8ec9e2af698618f2ae3c69ea1fe14c69ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1b6d80de023a96826f6e7da2a94e919b7b974815033e2671832488326348b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a7ab74b81f1f6a9f3d06492cb59a9205adb0fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5dcd3f9c10aaf3ca6614eb860d7c2618599434238ad1528e65e01e623aa9c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229ae929a9e9cf102fa59c24cca7f34ec9ec5f9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49863a6909ead3dca43b7bf64c546bc1ffb300005fd55016b7bfa2428ff452cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e615da7dec0a3aa22ab29f5870681aab1e0aae34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e110b16eebf51cb915aeed6df45216f33b57e4e1d7063318dd504d44fb76c5d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d33b6401ac27ccad5bfde6c1bc17ee209d31e55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5538809644df8de1cf922006f8730214ebd166007e4f0862b0175fedeb53fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4b1ba9cb2a1f9489e328236f3624a724c41179
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70d020251b7d0c86d8cce4d702d664de53874bfd39131b6f1e08d248e03c47c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7990521d663c6b9bae68ee624896c0aa6af5134
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c9d6ab5317960f14b7f6d28286a4c9e9d03fd1fd99ddf2a9fbf0b9cf4d40e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462694d59bd63e6f8217b72c4d16c9ea8250ec77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bdc608029d79333e29d6772a4aa9428abc5d37322f39952f84e61669766da3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a549fb9e056f70e82a5015227a30e658e23153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2d489799d363528274e0467c0250b58fb97e41b82dc4824712b02895e027cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79acfded05ce722b0c7e3e7f8ef9f259e7f80b31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be554c3eb657ed82dc32152d6f6141eb7c587151227463f8a62b6de9d12864a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29a1beecdd17f1f1c9db6bfb1dd2c6b551cd987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2109303fa7aff32193f25a3a23a45f46240d9ea0b272d12ec5cf39e093f938
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d1deb67bc750e300a9fa0dc57d70ace36c632a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a099fbbb035b17ee413d20cddc8470bd789701827a80a1b822392efd9f4fa0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1c2fd0594c5d5fad5879025a206bf6e6d5a42a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e5e388c82a1e4478c5984b6d11066fd3f99d0e3fedcf2ffa5eca9461fe489c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593226c92ae213f2375476069042d630b0163169
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abf4e1c53d9eda262f88ef85685081bab1152d8fd6df44afdf399fb19b81fa5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef901a9559985b7d71b06a6e0369d9cdc3543794
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94218c740390c0cdeca1e93d93d52f56b84b810faf1ef375baec7e3b511131ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af7a838eadc984d0fb12eae1d3720e8f95ccc0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1ad740b82873315962ae88a2f04e5291fc3414513419e2ed55d8b1273a9842
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cda604e6c96b2307c2eaf391b10bb931a3c11b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3b1b3dbee813fb601249e452e12aa55354cc2a1e5cce343ee255122af1b833
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52ac73f9462b9cc95b0def46da181bd1414ab8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dabfb6902f9a574c51b28323d870f35d17839f1d92bfc24a08f49c81473041
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0efeada9e25c7eb21a02412dc2a26e3063d7d06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb47910cec013bd6d7bdac762c3def33e152bf4b9290bc40aa1a8315aa57af67
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa556c98924ecd2adad02d782c709c0d84cdf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f1d697ee07c701563a24445dc21d234b9ab55639ae92b5a5f9bb540a818aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ba8d40cd22442ed0e0add31f59ffe1c32bb62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899504b33b902199711a18f8f24f3b892610d9e6d93374285f7e35236058c240
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5158fd86f57677cc660734037a8157260c215a6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90f37fd29bedb9bd4eca70ec44f7b1292d343a1726b4607a8b2a1d44188851d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890cb02937f591c7dd864ca54b8bd98c55bc771
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adcb09ae97af9a274196a0f13d79199b6f463f18e0c8c5416357851d7b37a37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86327c67bcb5b814a4fc7772143f6dd1ac2a5135
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f89d929aba0899679e6d20001328bcb930af151710488333348ae1916a18a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4207452babb317c44e26dfc138bc7641fa1dea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06142eddc7a0ee9cbf17aa19446e195a11700d61c53ad09cd0697d285df9812
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e079de7cfeae8524000b559b4077b57ea4697a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50eae13d3f925224ed53a1ebd370dbf1c7fc409382a78138c9b9831e521fb53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c55cf021d2fc886565e503f4a0ae58c7f5a440
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532913d37a7cf62fca3c13b62c1cc74fffd2b61661221f0c08fa386fbbc01a7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1addc6f9f23267033c7b0146b153bd63aed9065
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3398390340f16b271ef1db6536d3111851030f949a8a26d2008e4e8005b6262c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd5ee3251e6de3ddc936b24997d9f2973372c6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f045d04ba9ae8ebcd11e049ae8c59a6e6c39e92d679b7f4d5babe9b09134d5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbab687d83aeb8d8651ea27f286856f2a3bbfd51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f659a39d42885fbbe8787e4034d0651045f667fff0ded9b765499a2b4961fe75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eba1809f573e2c578dbcd93599337fabcf13a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dae3814ea8fda651f413c71be3501236b1a9ca4d4c7c7c893a60e810ec4489
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db178687dd6dea1a3b621370d69a20b9f946308d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a9312ce666df7a5c2d78024690429e3f901de47d415187e1004f32ec637e3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baab5e81057a519b7888a48abe071c61caf6269d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e855ab41e02c5c3ff7c3b8ea03e60e2ed703b506ea653438a11f9412fe157f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf74734dacd79da6d13154139072cb652735aab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e075187c6bd73f2b350f0311e3246085aa5345a287ce1cac014e006b753be9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8869faa18ea58306f873f27c3b90458243dd452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8e5fe43e0086c68b14ccaf4de9520479df23dde155c5706c56f77d49096b6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c770ec5d13feabbcf35710b65509d94491bf73b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b255a4d6a64d02f5b4d4bd7eb5b7971ec4ab760fcb8e7596c8879f9a8ee718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6a0d912ddfc09a5dce7c5cbf9c4593d868d1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6106c46a1a5f103d457781677c885f62e63ab427d33d2c5b866787fb48242
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a432ed62324fd2495c667eddc7a7c0682f2955f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cc6fb96c317be36325cc9c6675d41567654c62200514213df83abdba5d61ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ada07c8c0299f581af114eab2cb9599c0fe9d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acecaf2f2a1c71c1eb74cbead7ea588de6c3da9718e699c14a515019caa40042
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fc539af1d96c66bd20be9b2f44ecc528ef656d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049973416222de7b8ea9e97e415dfb392b936aec797eb87dda71f8585aa78504
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ab3f61cea9eb554af38121dd0905b2f5930155
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5fcc54b603e27b62eb0b7f3d166edbb04b3ae4b2e3ca5e573e5dac9cb32714
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b5ea04a6e74c4e08453dd07d0ef32b428a2a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495973019e21c8ba7f30c281ec79a24091cf561a3fe038052f6d6d2ac8881f8b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23557761d38389ba3fe9ee9efbb543f89b0c3e90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc31950d1be9392f26e271a39b7c8da8dc197b14f2384a3d31ee756dc2d75782
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766a1f2128bffc33a147d61d92484e9ac74b484a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76895de595b57ee8a92f769cca6f0759a80e74dd8b1b7572c6e3c2a0f3afccb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2adc44e90e0ee878900fd02cbe3ace846027e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45e7a73cec65e650a1ac66c927f120d79f19ae02e6ff3e24684cbe6dbf933d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a69a497f31b0e234bed3d5a03a139136091e058
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cffcbc44789d9b247d8fd0ea3724ec6907fec9e434c37f7ef58648ccb0141
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5febddec0edb885aec4743c2c714856ba3d6419d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d8bd0d14d06e4217a7cfd70d956dc5166737f794518f98abde9153ebcc3c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f3ea1641550d2a95dfb0de2fcdffc93fa0ad75
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002293cc152558a407118470c6bd364136266dd08b167b7e12f468480dab7e74
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ea72380a0950740151368f63cb3adb9476f6ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28895b0f14e5163ae2cbee317f8905bbf54ff44a362d28497a4ac611061165f8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619fe0131e8bb0100e5e1b3d751960c55f27524
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d3ae7b493f4f6019015ea321f1aaedd2e808b4fbd47da186560836ff74a197
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fe7537f438bc2970ab54a70fdfd6c3b3b4444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ca10e09c2677f090e9dbc25c778c844279d00383b37efcb5154af316a5939b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495d44acf230b88ed9f33145fc6bd699ccf79470
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93c9c0b2cb65cb68d8dca72e19b79543f3c75d755ccd2dc6b87f56c2f60c8f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669c23d571e446f43e0e8d5e8ded187b159bc0ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed1f2b28bc8a26df1eef63a946f9331fc79fbce18e9a29a11b039b729d193fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e998c513efa292d3ddb2e91829d39e8b1e279c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affd894c513e680c433619a8323e2051989fce0df0fccbba378f91154f4e785f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077e710414097a0cae5f9c379611cd8d61be00df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f0c2aa38cbdbc7271ebb52e05fa69de9affa0398328d2b8a3878a17695f517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c08f07e615f0f9798a5cf63ed13cb9142d4cd8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902e58e558c652c68db62ef64491955c94850e65ce91c1fe33b7f4f85e10fa6f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7434648eedd075a21b67de79ebb54684523d686
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678138851f044f43df678f58742862f0d876fb5b12ecceb908bc9d832ef34b19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f089e0172f74245e5751517b88eb7cd408aa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f05762d4b38afc52f58e121ed0dfd00d6a3583c412a06ca9ec273685540c4f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b64c041e40f71207c115523235397bccb8d2de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd74862c36034e3c11515dd53c3dad621d4f8f5d42ab29fdfae5c3f1dd1e7ef8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7666c79d88d1bef86825a4ff8a09ace43d08ae53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f9b5430fc858bc7de933601990b349acc814c8b16674bb956b1fd1246caa3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81646e7f36a1127bd1a6d1b7ce265a14e7973076
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df7a0135638660eeef2bd51caf9ec230266058c7ef5170d442e93e18d32dd38
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f3415cd36ff1084a28fd1fea29126c004c4bd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522920645eaf5115df7d2d27c058f69c23404e4d8eda5cd4d187de5a1a59cba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f5860fd1ff3f3596581552cfdb158777708fce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3062c7f1cd692825444e05c4f9256af1b348373768714e3ea86ebe21af8a98ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5442e3906307d47b32598fcfa8eabc8f0fc4dc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcb98ddcb5d62dee72d4ee30dd4fdc119cad5eaf998493a188161576260f799
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbdcca848b627a49cb7e4d932f4ae3863c0c250
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11470c5cf34da58c8c27bc9483424c1a94d8292c3b26f856ae119b51623c526
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93acd20ac4c41f5e0257f7d6da0886d9b5dbba8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811fe6d20b105d3879e9f226d4f468d62fb148cf2d6c0ed84938b5f5c30f720c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375dc0a3e620a4a7a8053bd9095cdf1036e86149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6bb8a6175b2263e36c3dd0da461c336629080abe8b27e997a3d6164c5ff3ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e2021895035b38b33e49b1ea0ac1c3ca5bd0b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ad1f9fcbfe582f1dc18f94c5399811b3bb83705f8b42735cdaf6eaee3739fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe88adfc42b1fd64644eec4dde788f21826dcf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b09433794953e0893ff2d4bf0790ba4d260f537ebfc64c53e3ff9785530bf1f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4222a848d25e682fbd5c71257f91ef648c2cc731
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c051a74de16741e9526082d3ed4db468a00bdd8f27d60966ed27457117d413
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90e1c219473df9b869a8eca358dc5f788cbe136
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3027799d4ddcce02d1a2cc8e19f11502095c508cbfe860e10e643753804b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ac01c29c6e8b5c1e9ba40955249dc4198bba5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b2140211235427252e25f9ff89513f2faa6ef5e85bf01de795d5a7a950bb78
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e19b0b7ab720221fd63596a0944314c6c1621
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dbda70930031ffc9eaff7be0c0b59008410e6c989483e80a1239ecc8485380
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48a5fdf65464c37b59bb57111a8665f068a762a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c986094d5bea3bf972e416d2d0c83059b485d84e8afddaf6b31718e57dec7c8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5372a6a092c58e9662f622ed476e980e1c2776fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa80b940d112a5bd3a17967874375ff5143c4a924ce637516ce3e38d1a580aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f6d8a1f9c5a2a9f6df3be2a3cd0b5bc1d5373
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e376a9141b74a50c9397ad45b9c4be7c9d64ba140a786d161e75fbcd031955b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d0fdb26ee6d901ad37226f7641e0f2b0fd025f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113919a8abb5313b9cdac8e9be5048bc1a703bf00959db74e33bf0c80d04d2ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08423d9b04a20069998f31d65dab905b6385af4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34fb69eb3f1f31f0beab26243685151772f9b7fef62a2e1279fe13b1f53a7a0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7965a0d67129123014a4d6883804aa54589d3903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9828c53f01a797fca1f11185d37b44b303113142aa24a4fc3da948b1b4bb8556
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cd36d5a3b109208dfeeeff245ab354b428e554
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55389a2d0039bd7090f8767c4bef7a2166ba5c3d0d2e77124129f9fb336e69c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b97f359b2374be59db63e0b67472de25f48368e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f11bf843ea39a141eab8f0598954fc093130f3c44501a12b0cbc952a67870
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b816f0dff8349f44595b744d26cef3055b5ddc26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b033e6e69c843c5a745c28e9dc931f12664429604080dbd1d8748d406e3f7878
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd87dea3a6db1322f07d20f916028f8c7b5fa0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7530b7b7c3c7e11468e807e0e5402af94d11de9d4ca268cd057fc86a8b9575
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80def391f6341f6b250e5fd411e374aa0d20880b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0854c163ae17609641ed5882ea2ba14bbe8a0e2a8db85ca706e6373fbaad01b2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cda4c7038ad3e278a8098088925d6a7d73ca75c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8253cc827a5bfd1bf2f9de46ed73d0e8584b3833059bcc32f308af0cd98bc34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899c452d2198ac3cc7a2f28743508b4956330148
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d312b5ffd8565ba898cf7410794909763d84daedc17b9c5cb256df1f7f2275bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1740cbef5148c1c587568cab4245c0e43c8328
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2619d25bfae8aee783500513938ca998de9f6578a3d10ec7606f33c0730bfaa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501d8218756a1e3f07e7a222458f5a7df7390b15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adeed63c5d417fd2d67eea6584f18bd9700ba0fbab473875123a7c432d7bda7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aba0044056527b5e38366211d673dc99bf8a1e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710dfac9ceb0ac3beab60719018328c6d650515df88fab3417d8337bc3755612
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8077edec8e8a6624a2c06505fd9895193f4d44
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd01e9660f706a45d5aeee24c88708611cd04a03a215d0c3d96c5b54c9f3a5a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206901078aced29f280315ed3b83c9bc59243cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce4b0043808c4cb04137014687b89ccca52a8353f87fefbfedad0414d1af21b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8541b68bec3c2b97f3aedf19365cee23fe3240e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f625e2a7cf1c3939fcd0a7a3d88e377a70e95fd9046498e78745a9354fc44
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe4e493edead8845723462936061ac61c30f249
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb895dde22c1ad346759f2c3c6c3faad201fa18cbb74fa610aed99498bd3fe02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3796c9d31f27c4823845f4b382688b3cc5b4627
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e306ac5b5ac2e52f5944579627fa81f4ac564bf37f2def627bf98cad466739
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3ba35fbb8be044fc2d45305b8db005631f45fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a998394b6a2c8a30ac75c26d8a2ff02dc975aff01dc20eb0c6df3182404c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f42cf4422b1c287eac9ee9c92372dacafcef5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34e37a4fd6944ed806119f34684710d2adf1577e9c3717c9c9e9512b8c82363
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26302b0fead09f03a8417578a0495f0a3aa33a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0335ba8ce33d081809a14686c1f95941df07b351cf469089df22497e33124b1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3519a98c96fcbb959d5061151497bc7a20eec0f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac624bc5af5b53454d8331e5c78eb2d2a9b3aa6068c49c817eb90f9fd388464
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bedbfb6aec783e82b2ad3f27e1c254ccc58d4a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2235b09568bf7ac162340b6c540738437311cec718c5d608a5c3f6a706327b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c36120d4ba09adf26e4fbabdb166fcad0b5195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db9d3eb06093c905a57f7c397f8abfab80340d555b11309b7a00100dd646300
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee827c160b9eba0180c27a3752e98eab81d9b72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ca0d4f1a0ed9355b93e4cb27461a5703c8bdd13a6b784a210392ee6dd5d1db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b100a6b9f6799d62b0320281e7ea64cd3c9a0e07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e96079ce91534d0a9b723cb8513d47aa1d89eff308fc307c1a7fc331e47c3a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711b49b09a7ad434bfabd3be1fbc107dc788d335
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e35fb1a203329030d47bba552267ffb4de97133d74efbf4558fba13a3b286
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf24a190ad6c5394ba7cdbf0c9952c0c88d60b93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393358b4ab7109d413ed288164df2b35f8b859dfa9f2323d36b6dd052e346e00
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278ec19a571540f219aeb3e3c577b326b26ae520
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808221f1f17a5574eea34bf0c069e834dc5b52561ee2d3bdcf521290d0e7643e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0060a2916efb0725b5d32eedbe3683dbfed6e84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e81791d8bdc960ebac216c034794f7a18f9802e52a027d4ed88fe65801b779
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80549062ffecfc36da4a6b6d185dbcb5208f141f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15acf6b43023e5e2c089a6bb8fb794a2d7dd07e0fbb95915779fcd568ac530de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76f7680eac7b3b1e369bcf073a605ae4d43d9e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a58890d5b27db74ea9e40ea7b420d06b560dc5dd62ed1de26e2d49b9a05d7c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813e31d9be8ef23fdf7997cb2a1b3795f2cf74e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0db055d021e4402fdf6d54249f0cf6a2faa3c5ebd0bbaabb116afbd6f06be8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13eed7eab28f55353268f14e0418b37b30abd74a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71de7ac0a33cee4a4aa759cb18c1800b088d48853529675ca3ce730d4da710e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43559ce45cc9a72dfbeac027c35d00b6b000ca6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68da328f65038ac06605ab46856d4ee2de70806cc85159fcec7e4749f074b640
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce99595766c699f41a040cad9c45b818de3343b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a714e47fba956d0c606721cf9d08c4bedb5b20c1cc39a9a6ce7d159b5dd80c2c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25de7f93d0243eb5a7ed5a5d3de25a2c8387a46b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcec25efd7129309f92c4b9bb4455f2226c501a3a0a7553ef730c3d389212f2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8132b08e5f0ba3615c4b788a7b18e2dcea14363b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5eefd5759c886061e34e9c0a46a14b537635961d92a0b50ee28bea662d709e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8535b9c198e7beb8b6c231e9c07e1c30b63689
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fee99ecdfb4379146dfe8ff0e8e2220c6b568f237a2a406030a40187dfbb18
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7848c5acb3ca488d4da8d10313f839282ddc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdfbda9c3b26fbecb4dbec618b87f0412bcca884f6264b0ba8f3fc0292b9c66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f827d41a6872885f8060e624900356f81bae9f7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ee93f345da44f0900454f65c82971c384ef87f1e1dd2274a841672d3ad3a66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11727228ff11f05390278dd2b0ec2c3e4577fb57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19473a334ac32f52d6fcc9a4d56cbe299d25886cbe402436c94318967c4ebb8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0bd32853cbca08963b5d37b095056cf47ce326
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5a2558c4d7c318d82c1d09fc5a0d2ea01527e2da2c1539f74aa83a1b03fd4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67db85812f1c4a238888ac45818270657fa834fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f014683a29f9da4287c2e230ffabbdde4eab53870db53321be2ccf36ee8ccb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56b6983cd3285d09346bb5c54e552b067a6e2be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16312031731f727279dfd53d14806cd03131017b7a2bffd562923e748a2c2e0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59de55b8ea83df9f31bcaf5df9f4a2a704775270
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdb08a63b97f5e0206e513a7c6b50a0101e8e583370a70a57aa0f64ce82d657
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de968b03eaaf7287a9390a2effa481ecad3015
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fc15363b39dcde02921afc76525d4ecfa799a606e6d7b85313be39dd67d376
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efc4edafce00f5e6cf070e0132e64e4103b4318
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac87b6bdeecd62378f7e9204b31f1a835f29b216d19c631640e9d6575a6d9227
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9712cc5a8f63b5ca31ea9fa7f9f5e9398c0c58a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222f436fa44789df914eff735a418dcc38e6337f96250df244e6cb2d7b6f1bd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b120f7f35073755bdf6396354cd5b6edf99ce365
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38546216788dda10314617d6ac7b2936eb95e31b8ab9bfadda6f7d8b0451e304
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73e4e956f46378d4eaad0e3fad8d79eb6fa4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770aa467b5eb22388815eb100220ca65349669089d8d4b48b80e26eb01ca06a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e0fc9d25c31d936b085c22b37fc5f7cf900c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8946cbc06956181609ae377635d45b6f8a4a7ff596d1297e1b78edaeb35415e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e36e459c9d6470bd8452ed75daf74832dc42964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab63e37421b678eff69cbdfa9ceb6020d085c4b76d1b51578453b08cdc6ed14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95a984b301ac08f77e3784980a3c923ff9cb17c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80baaf0704d005f214bd1a756b4148449c3ad5a82aeedf1f967882667c63f40
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f12cd98ace9d4aaf461897a835b1f5c692af17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8210ac0bcef9be2a424713e95f8ce7d2891ab8f411bdca72194cc99b7479994
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc3d686e2f52f611f7e76fc0dee2859e74118e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fec0c16214a56999191fc187fde60ba6256b59d4f4b8c116f7d09416647115
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117c23998a7de61506f946801ac226500941275f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca404c2239dace41e274f278f7e3134aae985fdae491a714c86f2d7ffd7d42e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237d90a3035607578b31350ed358be8d884ad652
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eb610cce38905ecbf7e82e62c0eb2649ce03fb40cd28a28fee0f2650f07bcd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad378ba9444ffa3f7142577bc557e318eb91e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a813287f7d0c3ed0874ad6dcde9d941152e2a770608124f381e09ee2d48eebe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8ce4988a6abeebeaaf9c0030cd3196a36789a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7eb4972922f42c83588958d6cd0640d074b2aa80d7a60f263460517e354b71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a1c58c4bc631895b288c70ce242861f6cd1c52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd7b563ee2b021e26581c53bf14523ee86061d83d0dbf382c58665f494bbb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d014f06e23f1735ad62ced36f132e757b55df1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f229947a8710f2215701b3b3e1a160dd3e4db643acec42b991d9a2e1d45293c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8d20085bd5caa49c768de90a2aea52ec5e1adb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0609a29b819a27e8b756e094c45e28a5048c928556efbb8eba518b6513f2e24
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa2a69cf3bd403847b3f8ba74fb80e8de08f047
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce68315bbe68b80fa3aaae1977246597641fb76364882d053c5314410e40540b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a87eca391c704ccc8db174c5bd427ce412e9dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917e2212b97ac08f9d361f9bd01b4823eeeb37969d1c7dc541dd077ace52f07f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ccf2eb80af89592e00e98bb96c9a5bb862537c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cea253c4ee61fe68fca97a528597965e6dba66a87d0990c5b232143636b409b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56297680bf8f2ef888644e45725a2d0ae7b104
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ede0ae3d481e2369fd8f6a381b577c048cf2feea5960c6952ec298bcf5e48be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c6828c77ac6b5094acf9d7c8dfd0c82b02b126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e0184ea292dc18cb0926a48fb0a91210ae9e694cdaa1783133d84e92833e4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dca17fbf966f1f3dec0fd3e807939c12888907
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de510bd19a719572632fbda02af9ba6e7f03331689593a2ebc27e2770e8f2be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79cb768d4b9edeaa23835c00c73e6b1fc373e0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c31802aea7738de03dd6f29c75277496ddd242bca90eb6dfa7723d01306654
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0924f3904ee2129d5fd88831f16519f7b3f4e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585e7348fb2b30c76dd3e722f6190a09cda9248a8bc892f2c4aa73a9fd847bce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95add76f782f9643703d8ac975ba07eb11a1ee59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a8a3ec0bdd85f368f1414e766df1f19de1388b9b788c64d8ad02d34826fad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40923a5bf427ab5f0bb0ba55b2f96cf0bad9987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e7aadd4f828421ff1ad35bd78944516ffdaa0e58c584846b9394762cc0b86a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4b4894c1f591927739a00f2f5f311f57c351fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c94c7338c6b29109161f0e0402774246b3dedad0443ffbf019cf383ee2e8b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59fb106fc44d52c47de04af0d3bce74d0ec0ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dfba4470891ac07537d58bd9d7da2957260781d40b1549165f4cb8499104a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50f8f57c0b319b7e7d9c38c55605c8bddd65ee7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982c72cac3ab11b1587bbf284574ed7d34c484d10ca9fb19ecb72db631ba7ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc18b2c9aaff0e49b452d97d49a01a2e5eb8fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f5e6dba65349a1e3a03aaeac710220271ec3a1f02efbaac37a14ff1cca06b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835e46441fedea36d12fafe221713b47d10d892c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ae54983851594886f01cfb49d99eced60e577333c1fa7e843a93f3b926bdf6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2ac7d913db742ed90c0451ccb23e83fca98c5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fafcbf1db8cdb467f8b0a08442f790959ccfced0d31383e1a1d5e8ee0759000
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38e56e50d993b53970f37a9189d1d5c7dc734f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59197cedd2a55d791497c3817310ad27a27d547fa0199420747989eb6042ad1a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdb4f14bd1118135f29a3f58d5849703ead7980
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f72faa4319b21a057b4f1869b2029b9b5d7c6203c86a7e829379b4d5cd44d3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2f2078a783fe022136ae12057b590214ef8d4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06025cf95ca02ceaa6789ab869efe0e1c78da8bfc81d61c9d27ff4529bb092de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1959daaedafa8d0fae7c613df1cd77ab0053c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bd0295cb122a817812b5fd4df9d90921b39bf3691ac6c7362afa2a31b976e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5365e6d14313c6161cd46559eb63c98889919d41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb034d9449ab3dab523ac5aa35d88020c171f61b7ec32348b2f535fdcdcfa371
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d81ffe6d8bec7f8193c75e1338f109a0a7db64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5daba545b463e5872e40d9976b627e8a99f32091fa295b146640a96cc48b43
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c695e268798ba040753dccd42f432a7cbf496fff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ee20271dfd49a8d936f02a4e7180d218b1ac51ec81b43a5b4140fb67fcd16
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f9ef219685dc785a3faf03336552071b9801e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae025a3b0ad9036adfd82a388a33db1a45c26e03dcc34c9c07d1ffbe6584119
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271bdee7c9704f413c0af94e94196c62e39f8821
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a300c0c3109cc099cd6fb6c31b6c2d16a4843c1b36da5594e1c834588cd3b3c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93588d7943ead8a9b334f18f1789551de94431a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2f644db2a21db117d237746cad1df79dd20aa597b3700f695b55309064fe7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bbff1aa9e98491dce6786c34ed718399c58987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081360df1f7987b07f04efa749cf1626321d1965f8382bc62824993cfd8605a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f600d726854eaafcf14e114f4d5538df8702619b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af2c49605b36f0cf21205afb7c03650aa85a9f63a597c4f50244ae346a1117
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb351016a7fa024ba88f8ee1e89bd06eee20021e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1175ecaa3b4ee292ae2181756cd69a6d3b4f28b52df8b05faf4e253ab88422da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cae0e2aeca3f149d4ece6655c9177036d55e80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ae9c3f48c931be044c1f5ceb91a4408796e05e2b8cc062bc65710dfafd5ae3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eb1cb7a3fbb4ea6e2a1fedce15e88ee392caf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b817902289c1b11a3f2b02ce52dce5728d603646be65b32607d58dd1be9bca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18ca17b66a02e1a10f5b3241bbc545ddb8f2f0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a315a1c15ec40a4b202263e64b7e04fe9b53563777ddb7a174aadd146f1a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33d46d5ed12d2c5958cfc1e42baaa387048ba90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0be1ec2e6750882ec68c9037e10c3c2e09d83e95f53fa45645cf83fadb39eeb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b8693b3ebbc3cd03b05af1bc1a155a48bdd6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcebe1c382b7c19d41a2c25d262d851c42ff372b0f02322b7f0802a0a3536991
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d512a215b69d3c7e1a6f5b33adeb0ef661f794c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f943200bcb1c9540ac833666cc2953ba8bfe869513e1cdf124a9c2a96a4b856b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a7a269162e613aa6723c25e54e54d20fcdcfbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7fb9d9d8982ebbd2d091603472422f69c50697653dabe50ecf4af412cfe896
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23b6e1b4ce40fbce59f20628fbfe282c62c7117
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4123b51532d8c8fbebca1ed04faf481685306ec37620547c72ad6756c60a21eb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b06d630bd5bdb3aef1001ab482cc25debc79ab2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef77ba62ca13bcab571299e31033c458024a3c436ed36719564bfdde4c6865d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedc6209dae5ab4a4849a5c2fae4daa6cd3ca6c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d7f50d1b1ca09841927c2a6a79e609fe5da84a50aef8cd5fa383197d1bfdc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15dc60d499b0f778f0b42a82cb2d5997dd374fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e06e3bd06abaa8b9e7e64dd43c6ea34e88b996194afca67a6c43deb7243a888
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c9df720d25a9df5e998a04b40d6674804c2f84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b9d784cb76e7d2a65de8b586d4776cc876d3292ab6685f814feaece4ec84a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6e427cd9627e039fc94ef1bfc1bfedf71d0ef3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194749c2aca82a5c99869aa180d88499822db387b232cf3f04f8fe11a672707
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8166a3a6b8843d23414bcaf459735116f005ccd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7fd1b725a6590f173ae1ba0ab804dad8286125ea178119682a143812a496cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79074e8ee67f683fafdf70736a279253ee928e9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a120ff4f770d8abe3e35c1264e0c847b716133b0f600995fa86d49ea929d5413
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7433ea2282b153bc2915f504db061a9512a2b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e127bda29a31bbf8058659088d547b27f7158e2bd5aad9f72c7d0cb976de2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3c3a6ca33f096241d5ad99893ed00d2bb1d3c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a99d28b5875b7abe09c40b1e4e9327ae440c99a8e61a4f57edd6e1564d55ed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2568ce238a44a44addf264842e698e64c9beee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60fdeea43971cd4b47128dbe3b1bb4abae05af52ff6f890e5c50543a4e25112
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc161f73e5c8020c97a42251237151313a62396
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab17f7100e8c8b052c8aa7dc275bc9bbc81c4bf218986318e39afd7564abd8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a7e20804e977551fc35bdc5437c28c1c71a022
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8057ddc40a9dddb9bdc2d44a7bffd60a27f5fc82b103c1a00962c2246c8232d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30d1d724b0e745e7b4a51743a73c31bdd6bebb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c5ab15aa270211abaa616effb0c35f1b4b50676e5c918290705490730d7a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3565f342347a895fd3cde61129ab51321d1ba34e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bca5e4945b0d4fbdda7651b638e27a2d332aa94549f385296caa1b3cc1cf7f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd9d721703e6e7f8c9fc16f93359bdcbd8a00e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c067a8bcbff344041676c7ae86b1561b7be23460afa79f40f6544bb27b1f87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4b36449a3bbbc057e550cc997efd58803712e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb50829f71e71c69d50e855ac7934abb4056c870eddcfbd7b7f350479cc0c64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d9f1452747e9768e221d0d358669a054a7ddca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f90436cc11f2d04d1e1117b45a9c2c96e02533cf4af2605a16e0c2db81eaa7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa2dcb5c005893f21fa09980d371c94ab0a1760
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5999564c68e9e8d604ff7eb65164877e44864078d277c91b6ed79852d63b47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908e1276fa6168eeca1055524906fadedd0d0591
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c05bbb230b006b3d70e5c79950658190d1781409f08949271c80f159b688f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107f068114f9046d230367dce84194be3afb68d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161a5b9febd344ad22cd6cd0781d3ef493ed5769819ed3fc31cf0f94bf5a5d32
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d282c48a45069e5a0bd9fa79be2f5afba72b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c8f45a6bf3974061100a279e3bec1ef9b4adde816e01243c47b4ee6b9a7f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc88ed936eccda0ba15aa10635aa7d38692a6b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab681a79aaf053f5938f58a47793b5b4a229d6d8f99f0d2c4a755772695793
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12709260ab4a7a09bd114a3e4bddf4c1e10992cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcdcf09f8bd076b77f25f77850558428857752e712373867a98cc66af2932ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1f8cd0413fae35205e5f8fd107aa1126b08b2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc149dba7a580bcaf173cc6902e49de4255bc08eb02e1b6c7e661208c73afe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2783d9099780d510aac310009541aa46e3c5dbac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917d8dd4eb62dbbc91a032713357a97900d8a543334a93b4b61bcdc19d296eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb98d5d294ccd547f7ba68040a566d12dbaacf40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72687189e7c3bfd87b4612a3b7144a3f4a238a3f461a6dfa0a81b67837b26073
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08f2471a8f348cb9ec1cd95b846664f70f5249b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ba46ac299d7230c04f00f3625ce3279e310320024b8919d5c00728b35672a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624202c827c4226ccf355689dffff2a31ce5c072
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b13cca1d333ab2628f9b0ba5d8c5bdfc910ba7eb9e3c964a22c22cc680e1f8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fc39a299f98db9331324d40538b581b544d3bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5de0b9f3f311d9a31977bc390af608f8359f99cc03dec7759e8f32dbc64f32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df4c13a8a3b9a46577e19fb878a456ae238ced5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83638ab31516f72d591e9c56974752985d1ae7c97ad74fe291445819f3e9a35
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be30f042d07ff14bf0b05fed445b84eb84eebda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0403ca9b58cc1707386de7262683faf7a43785640b575c73d59d44759ad6613c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367f4a2d52afbe803b5a2b186c576e0bbe5b921a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8ee7ea82241895a79ac8fac9865ab340b08a6bbe89bca25b72828cb93f108
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39546360b52f0839e6146c080f2141da4522fd8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73186e8d9fc887b056f7cf3eaec8927ebcaa2f0fa5171de4b5a3173df12402bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019dfcd7d34ffa8d8129594803c04d8e3fc91d34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19c95296c0cf4390ad3fafddda33f08d27db865e56e62a082896e96d7e9354
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b268d3c322320f2856e21dcd43c0479d936d3dbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c717ff47533c0e7f88c4669bc01dd44a3d4917b1d0b690066d29d307ca04e03
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fd77cfbd73fd888f45ad9d010b5b95c4e7a099
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652df3f0e9b40c7e1fa2f3761c0e25a78a541d5adb9fe91cd0a62f137ab98724
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8f9c112a61b59ef9bc09f9ec1582ad96328101
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32375edc7686a2af01fc74f49205facdf157470109da1b3517ad64908eab49f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c7236748b44007ca3d25955fba4ed2467eeb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22ad3f5631e7fdb7583386fbee3d543d4a3093d2700ba97944d03c3e36937c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d3efb853cdd0e6af7250cac83deaf8dc283a96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef28e72fc3a68676d379e35030006278b4f3ee040f5c393571d63f48351e525d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5492beca4449ff4b9bb9d92a07652b72304413d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d0c9ac62cb6afe2205bbc84eabafe0ec2eaab09b372cf0cebdfc86782ea1c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013da4db5ccb888935c9797f47b5e0539c4b79a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e9569fc63989686f03a7f24a8bc94319033c572f3003b55503447ce60c341
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a84e32a095c0082a4d159580405297258f39055
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dcf52084c81b4bfbf9da1130a49e556df19d20eca3cffac400cf5c1c7ad5b2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48db143d3f6f0b8d9b2370e785c8918c06dbed4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae8ae1eb2e2229ac7c45baa181edd34779946d9e5c8eb35cce0acd2276bf415
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dfa5e0b9b309277a24508c5f9d5f92ecb3aefe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64aff41c2be9b59052ca3b5c642e8c57e9111137be93606b03850587f082bfb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac5044b5ea1d7c7fa721671e66ece05dafb532
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f24e1b2410c6fbb1450e9bd21992a02bb2c0add9a934a69a121bc3147c014c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2314ca0d79d166670d89b82a4dc0d7d80a74727d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf9a774bbb8479a1d07da985c34d7bf9e44df1fb630f7dc2b36b3049964a786
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e28ff81c2e34e35472921f956e9eac107bc83f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ff9eea99c2c5cdac1c16d06afa4cd7cb0c17971f4119f44a8b99030c58d47f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb425728d9f6cf83a2bb5d26df77ffdefe5b6b3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbee6b53eb1200f3a9b2b4a64f310b672469a43b6c4b27ca34f75296696ccb0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766ddbee99986ade1fd8f7f5686dfc08bfe49d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061f6f502dc48d3610307053ee963042255bac358f078364c9bc0739864977f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fa2108a43b9025f7c08cba7605e4c5e9f055e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe2efb463836ecc44d9fa06508ea075eaef1287113fa4e5886e1d8a5a5e71a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0e7b64462a762b9ab4edf47bd46f35fb7482ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b11b7ed312d4e06bff999f0b6daf5ec1364237a0363c98d33acd41393a03d68
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10e2012acbf15495e43fa30129e67c780edd75f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748955699ef4294e1c87509dd6830c1985ca3232c6e60198ef8d1c4e12485aa3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7068a07a81b340eb629e76800fe0cecc67d818
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefa79ddfdd91082ac297667236884705b0c468ecafb7a691b6e57900fc475c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49753732d8bcc80797384e40f6739a788cca095
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ccfdd8db5aef94806ed884c6feffffcd3b32d421b8350d6a3e0d73c333443c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25cff513c56d37926b6b5a18efa9e9b4173b06a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d29831a91644265016d5c6fbf1976628b8898048c81da5f50fe728fcc5096ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b044b24893c937ac4d287308ee1a02483ed74bf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411f3b51f9d1992feb029c102c458fc2e196c47f5164b8e1fdc786072da79122
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c92233ecac24b36a23b7d650f89d8a9d127871f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda18dab99528e5103c9ab002114df1596d1dc3c10814a6876fa3d94b7c795cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c9ea91e5c61b5475e91895fc29095e0e9db51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880db1a7b25713c3c5a69bbb6c27b49324c5bd552a84a4d37c0867ae9d9a036e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41f27949b792f8a790860f81702496439aadc96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496599002add84eae112e4e073f92b9247c669b8b2c923683d3a5a40923339c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11f94ebec044d18a02d11a10f96973ae91784d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372dc4437d9f83433ea14a8b19b06c84a03b04ba9718fc07e8916627c3ee4989
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d0ca7c55ff583eaf47d5f97cd3f63b05ddf126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7677246c354041dfbd78bca87b66a7f6f8a84e5b190f731cd14491c8969348
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2246c7aa584610bfe9b8e119eb1f3b34e6abb38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce88ba15ca5807250dcab0ef2b2273fcb251ac1863feb821b0996beb4411f0cd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3870064402b4ea7c3bd18c694b8168e80b383d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38aa807cc4a7b96f3c6ac494e96b5fe6530a70393f5e536de7fca36a6ee87da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30510f3fd2bb26af80e080487c25d82c8518719
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fc29d566a1d46f1bc57384526a13f525fa35dee158dfc9e7ec499039d79d31
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d3bf42d6766778ef1ea79b707c7abd21669ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367623a4b6f35466cb11a6e2583c8e74b5a0c3b960386ec19c92a8a703e9045d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c27cc50b1db2b7d24a09d3be94d138d1bba70f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c5a335f78ba74d133bb9d653942a47d60ada1d6a134ad2948065e2e404adad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce425b50241e3059f54cea53501805edd4b27d0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef9e8e4fe1326647dd2e2ccee5eb134d73123c942f660c253b5c792cedec826
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87f77f99ceaf4c2d2c2e45e1e83ac18a440b3df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b0c17fe84bddd12b396e7847effd01e379d0b216cd308a9a76107b0e859f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60d319f64b0a89ae9874f658082ba58652086e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a273fdbde3da7bf39c3294c106fbbdb4afabdf38c4efedb7ca1e0c2e46da4c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7ac566c27990bf6a555ba7730310bde827209d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c4c77b9f26e0f695b521c6c2b6438388370dc67197a7b3d281120a1954df09
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a286ca995b7c1a8d08a86a4efbe2867264b7319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e55e5cc57fbde9b7a6d040fee714426924159514207ae57e59a1451cf1e85
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d1f072635c86b74bcc8134af5d5dbcaf30c36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5e3450c5196f3ef1e0a5e2ea2ec3eb214454275a63d21733e0a254abe359f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66611e124965faf20c5d19df9e241db21c95356e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4bcb09ddbbc3e919c4347498dd531ed62dee087fc58fd7db997eab5ab3a4e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d254d0f88569a2e8929f6c30ad04ec34acfea48f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f576f46680b4e6ea1da6f8bf3861e3ebdf8fb42d62d8b94cd4d97f45aa7ff7d4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8792dd46f7aab4822ac41471ea61752e4c43e0e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c851597cafc8d297edcd3e870a58e4a42162f1d6b0d40ef70645002605ec8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba5babeb0f33566671e301b12ca46614e0ed161
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beabcc63ee0d4886598e0c571e45cd139dad79a9837a22ced8662721ed508d7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc69b8b0b3662e6c8fe47428a644457d956622f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fba5532e07ee00b886f03ce31789149434fc76b377b80390e145e779d328ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3ebdb2bf50d16640df3f29f1d6c2c730a37491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198627b6c69ff8d9974096762e0a4a1af7e111454c5a4c9ffbba82b7a12e98a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7fc9eebde4863549ec6ba058ccbd2744ff0f59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2fbff158d42d4ace90f1259fd44d6db1d293bfe6063a5f636950b4da497ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ba0531e7d9d657241d7c5ce69a120e0e6ce897
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced3a7925c5f72a3401e38844fed0ed0875511133bcb5d3d4ea71febdf57b7a4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33915c5965432629c9ae7618d2c2ca72d64d6070
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724e0e3d14495785799919792defc18316e6f31e9aed08eaee989144101f6755
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6688ee3285b30a90dba85383ce5bf5a34265dc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73daf13895705df70e2a3e6ea35f5fd3af255b825a85fc8fefd6f8a0e4ff0331
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e02e504c54829d8704de695dd8e5219cb41dfac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c917d3f6fba4c237bd61d9210da85dc9520d862e18b8a5bfe51bb5dbe0f0ef86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046eb65afbf43e398818849d142b2e91b49af397
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eac6a74252bef7fa1894f65633893b7063df585526e10fba1f6afdc7c5ab1c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22167d67b85d9f5b252658377eeca56b4378251
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4532034e49cb3c586c985fbf9c3ad63754f5e1ad8c10aa881649ceba5129e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ee5fdba3f3f9957e49f60bb687790dc99f293a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127aa59b62342a0eec849b2011e6f4b6669cf163ccef8dba7e39c949da2e809e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6150610ec93e6a351cbbfe7226a46a01d202be8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e994283a3b34b320b87f0c1e8780bc86a9cee220770cce15551b9e1cad620408
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b998135e47ffe7637fdc4df09acc5cc85927b8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89ce7c86a5eb9b03a2e92ab57f0509ca9e1d24dcc27c47b91a4df041b617545
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c58c455d293af0715aab0936012dccbe251e27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2e473e64276a1749c034462fe482c962f4d5a80897a78d8ea4a3aeaef0d27d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b16d59be9014a57ea5c733b6703b8e1dcc397b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d513a4224e2d560d6a3794a07b438465b312f1cd2d9c40c085f653e186dcf129
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f214f1953622b5d6c4393f4c3c91b3e03c56925a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc1d9dc2ce8cfb74621b3378667b319f357fd6c17ffeaf068eea7b1cfffdf9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0021e81bf5bd5fa6ffaf231becff3d2ce2cdd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b8f14d206bdf144b3632a632432bbe4caaeb20d0426d613d8257e6dbe2bb30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd53c979cdac756a88860cafc872bab8fd9bae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129850ec43bb4c594f09ecee01238da1e98b0a75983de0e7b158c2dc6c452dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a593334ec1efef52854368a96be57b69a8caf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711284310a09f771ec01210324305b9d3a02b03c4793821874744a991d1f0a2b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab81a7bc697fd342e061d831beb101e231e7ec21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e02e4056afe704344ddf80b016a58ec7ec2d8760ff2be8f8b5713c7125792e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb8416d58e2550739b1ce9cf8e7e6490af2c85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c0f7480cd2d54fecca5d712d96875ef5f558f62e679fb6cd999a109fba4431
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bacc0407caf04d162fb92ad9705ff3731d81e1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176c0c07d9a0cf5fddfcc67c2fd0d9f78b02608687deea9e9773e4c6009ba55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e600d4f18f5b7f0b54efadb55741b2fa9a870e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfc0203e6436cd1f5cbdc833b4f79bb492a03e2e20ffc28fb4756bdda92acf9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6712ee8a0d1daa6d19c824585abbc313506df0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bd0da5603d0dcd0f82aa508cdeca224144eefd920c2f9817e54e64377394bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177b66a2eab88cad34cd308330db858c4d804ab0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88fd3a71552975b0a0be5d973a56f7f2c68f408c8e6f3f95c73c2afda392169
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5911f99e97c85e7a941c89d595ecee16f26c946f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ab728809ca3c9c755f047397095f93a1494843bafd5acea07f09c39aa9bd6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0fc9d7f0101b8a60daedcad3bf7c451b3a225e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0db9b071a2dcd4902aad3bf4ea99db86c253f6899994521a6b7e2122064d6aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4cb57e976222d1c4e157f0f27b567f33595cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cb70661f39e010c9a5ac00e02a6831c257ab62f6f45e9254d9508455604bb6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae7bfc2a18009aca0e5c1765559cbbb7ce7f366
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b75b59b86f97a95f7aad5d637337a161df077922eb84ee4d3e154a10aec138
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eacffe585f5f49526968f3eeaa71cff30712cac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3befe9f096198e3f88d3fb33c236fe2781277374d104e155843cf3064e7241
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d60b7157637778e7f1bee7db21210bfa141b51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31540d1a92c59378e68f6d7323e0c51f53dc351c30031c8c6ac1374a52116c1f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f9745ed0449a265a803ca2276125fa19bf9a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80133cc59be81cd49eaec2f4bcffe60962418f59bc26e1878a6ef8f205b6d2f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec08f4e6bfbe7316bd1da07903a47ac7decfe128
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db088e1cddd2adb67355f33efd82ecf03468e9b2df91af3d08882e0397c401e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5780f785959fcff63a9dd826e0438a48e492b7f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b7d8f59a56be0c8e64d63313395c7391ce4dfe37012fbaecedf88c8810e08
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e075a1223858cfdef49d92d180a7cdacd67d61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e48c56293a4b2f035edcc7cfac4dcccacbf4ee7058db1672f0a18543d1e881
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deeb7c3b78b4d13f6691b35265b87ea48f3229c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e81eebcd446d19f895afbe80191d0722f781485b0506b320a95570713b8e489
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f68af962ba4ddf6febedc45e0b24f342852e84c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e9e6ec0444caf1085f8179efda7bce296c08ceea089223522041bb4049770a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194e68a127d9f046096e0321ea8ac46b67ec549e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5eaed4aa44541046c63af7532290812c5db520fde970ef5839f7d413e7d5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accc25e42d69b73f8f9d51f23fe9f32cb03252dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d550bdcd91d20a862c905a4644b5a48b82658d70b2b729c064ec071da92d194
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e170d256683a0e98cd5547ad6c6df12a30ab14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff81f85ecacd6bdd82a112a61deb96711a46d1e71b67c3335949d08251dca0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702fedeb79d99f3b10fd76ee8d01e6cc6df857de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8a7fc891a4d2fffcdd7858bc7fac778190f915da985eeb53c553a7b358fb39
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef15a71297dd802feb8af610762e54361e585bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9ce75cc3ae4615036ec5f0ccd63fa0f3e8715cdbd2e10503a364f08814b73f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3308f9583a9853e23761f9eefbeace335ebb5728
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aac3f947983f12db430c80c488d473409c4e677237f52666e8b9e954dbc146
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc82bb538bfb67950c104017633bc137dfd86258
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fa17e79a6bd787c3e5a6f0351c8ae9d1694b103f19ad95af5c62331f2ecbb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53535842be0e6c03d368a50cb81ad48711ffbbc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415760c728d009ba40b0c25a597fb47c2e2fabc023235b174be3ad655fc7383f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f5fed9d9bef2b319532632a5546cdca54b0f3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d84eb3eb4cde0c3af38807e833405c51f4a79cdeb74e79a111512dcd80bd58
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd0fe6fd1906df46a337e048a860af92d382d8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeff9d4baedc0fba129f3d71609900e46cf1952b7ac31fe7ccc90556d0345768
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed423917c6ab728fc229ecc0707d8412b2c7af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da56bfead1e9c8112794753b66e1c33a0a53e4ca405c4d707ccc10a5b53670
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aa63893cfbbdad3c5fbb6cdd77235b4721260f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb6e8caa42c75230554e607989e0a4ca792106006708cfeb12bf331f29f347b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d89289c56efe357add3bcbe26fcf53fb0cf6d4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf97665c3006bc31d2006c4be26d7508fa33f10a27c1e29e71be86f76260296
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f43e456e51b484e19666f65150dca18a6c9aea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c9fd26346c41873b9ee50d57dfdcde1a711fe18123c6d3052ce2701e234f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41155fea4ae4cacec89b1f6e7a79a8742cab727
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3022e4f71e84258b0ad31aac4d77eac531d78696879ab54acff1dca471be7266
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2f8ae7ca2706d037f65b99805e2c7fa2c01b78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5f6ba27875d6e8e1abdea1e225c1367d09aea7dac329ba86edbafb07ca226e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6181307b223632672b452c28761df35b803f7bb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b4ee01d4f48c3c96a86e6610f5438d38941b2f8f69388273e4788294b25d84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3314c6da0794635af76228dc2a2ac72d025bea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b584869d7746833272e4e634e5effcf4ddc192736b4f80e55787a64d45abe683
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883fa307ded8df09b88a249f506af6dbc2469550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5929a015dfc7489c5012f20963d6f92ef764c1932e44df23a22f3070bfb97c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587389670f9c05eccad5724b5ee740ced839d385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2661b968cfc33c5affc94053be0fd7631a7760266f66ae3d32ee2561390a38a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9612bcd8f82b2b9bb2b265bb5c14527e4c4a8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8497b96996456c4cff8b24c49a4f2b5631fbb8e0643abc68ff30c9bfaa297178
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb8e2bdbeacd16181e8121ab0e9f486559ec2d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd29b2d68e039a5f9191df9f90616d41dd8999d387a2e86b6531e35dd16eb33
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa69c3d21d4d7c74dcd999e96f4edceec47bfde2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5047d94e9130944210c9d03179babfd79bdff5a19dc137d67745e009aafcb6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae44b1ec73dab1c7e07c8c044a7be26e35b6f426
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10fc6c4349f06710e0bebcf88528699f545ca907013a98d05277492e2e9614f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a54e87645d9ea2f13109a7cf774d17beeaf2da3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755ca79832784060f7e6ccfcfaae9d5a1045fcca7195f0f4bb3df3574e38f395
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6b489244cf5984efffb3f84282ff8e13af70c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461cc8d8d4763a8817748e5ff330e6011c356f7744289ba7187c0b56acbc0514
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5866e1c509322f04582c4c22c0147352959b7a54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ae313ba5787944300d3b274cc2492e9590a3c6be63c759ba2997ed3395546
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efec2f6b67cbdb298ef01d881e5fe821e799138
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3feaea666f49eb38473627f8181adffb4ebf1f82dd6448b8772c0d1d4be4ccd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297fca8cd342d93e98535d16ac006748f6d375d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bc04c4b846d0720b414bc2b664a5a2333c7b681af5e7448cf4cea389abcd7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b286e7e7256263c2cc4883ef545aedd320e82c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892f1c5e954ba1bc5cf4e33ca466b8852ae386da29925b8314fb02e9540fb963
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f797d4448ce6f18ab39ffd2903781c2ba1bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943dd866fb394d316b08bf1664f0879c90ed8dd49ffdf62da61cd21c633b57fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f46a7f7a658f3fc8f236348a2066b2ab4ac5c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a3ff1bae6677c81fc217ddb38f23ff28e3f955e94468e478b82d2433aed2d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e64a3a33ecbd3fed2716844e15a71596bd3e53f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe3a33d40937721afe25ec1c6f62e0ae30923abfe7b8590e48f4737fe54d8f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507978cdba711778dcc1086273118c06475d462
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ab26065b8b7680bd390dca95e7f053d24530b26ac5664f5071e9c1f6d1e2b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c22c5228a819394a245ede18bcfa0aec656714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34996d4e909ca1ee3acf667a6e31873926b6bef39ee6693912aa999bd2c2d166
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94ce28a02573be7a7c94455f27801d8a04501e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38b5f6a9e362f42dea97edb405031f5011fa7086cc5e1120d7bf93baaf0a668
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ccdc404e435fe43140efc4e6f0963252c00fc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2abfd71bf3e77d7fdf949453f81ebfd84e1269a0a687be87f9e666b8ff4a7d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0682f39e915f2a43fe1badb3f4d061a48a57e412
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b26732ad707c1bb3b39773ccc5711a18e90a372c0cc6e80e9c1c39defc452a6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e2701ea53ea434212f6216dfa6cf9c77a0809c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a224f3828e8fa76b855bd628972ee5bc1d7f164698bbd2cd0cac76d9bf6427f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2d628f7a58148d38d61fabb2e3adb940eae08c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff934854a2907d7c631d4d3edc58e752c3045cee994f409ea3dfa0cb9bc22233
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52253049f7ed9a72a51ddada94b4d113c0f93b8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab19ea11a1bf780f8f49858cba24b921494321c6b99b52cd89502d3332ae36f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588781e4dea52ab31ad575734df7fe4a89d6ab99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b30fb066dd1844ac10f841dfb1b2de22dd96f1a8b255d0382ab15abf75c77fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db45d67a0a3f2301c6000891322f4307ab94ed0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fad840d10ce6544026542c710002c41b12cbecd382915c525ba9229ee610ec4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b402a81acbac40ed16bed86fe15146a0d1f8b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c63826ecbe7aad0d6205e64957e6c4aeff4163f9d93d84b898b1ab19b5c25c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed07f62096fd223b803e7341ceb4ca0fc005803
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0872023c15b9a9572ef179a8de2a64376e3c2aa099c01848ea5a432fa55bb98c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18553d63704d509e9d0f4672774beef79516d547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23306ca2f98cd9c21185a28a5184f5d866fa8a16912a9138446944398fbc7d94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bb5cc941305e01c82f7a6b5f6dcf6b43d46bab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34533dc779845b57fd31f5c8b97deaf45a3e05d9e9731ce906c9a61a1f6bdb74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bfa85bc931679dcfc9c64c64de295be5117716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9561bd08fd81865c87481ac17b6ecc87b02ee669e22f6f1a99e026aeb670e49
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fe526f7a04b536ca7142f03372a29a38519c68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853f4f7bb9a14c7ccf2d7bf8ab062ee73dbe9d2fbbb657780274e11add550c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db95f5ceef5ff404efb8751bc6fc423c393a3547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e082296a5b3155efdd0e18321dcf446f8c1556dff99cea905f94666993104f3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc87d7429ee14e57b6ec323501688f314fb01c70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4379a8beb6b4a0872dbbe0e17f4e3c3184671bec0d780faf1f1e229db75e56c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a102757773f36f197878aadd43c14076ef829d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a47d64d1a881a42d16bb3617e3ebf749373dff9949726c42431267655e168e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4217e1ad8b777b8f22f81c4fd566f01a23e200
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1e28f12071e16102742c989b75c83b2085b8c396d66e960b740d85e50a50f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edbe31d6312d3cd0f3f7c245ade23050a06abaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818467067bb6f2d1b5ea30034bd75b48da834193deb27cebc09a521bf25f8478
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3dceb98048971fad1bae83dba5c19611fa1c4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81407b5dd6fc11db874c5a9ac5977f69a8fd43dfce9e21e7f972cfb330ac5e31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d6d50a42cfb2976a2f85ce0f795600c01eeac2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a536292423d5a5e4430a6faea05519b7f87be81859073df110425ed032d2e66
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a27376caed889f9b1db34025e08b28bf71af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb97db4ca68d3b1c32d7ef295fe51cc2e0ec4dd36c05e78b8b64dd81c5c1cf75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbd4a0f5772fb33a24c042d5cc4c6cee753a046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98c037ab92001a3413fac7080727643c44a4e4ccbeccbeba18341adfa3a1d8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14197c5540be1a82ebda71509c30a8714b7103c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e54fed53a8590742325754eb2d52ecfef4068fb79f1621561ca9bb1a00c3e51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c112d0fbfad4a015d92c349178db96ba5eec3a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c90d3948a257a528e73076ca61525e842356c5f2d58503a14619b16f883324
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f25287871c29aa63d115a21a2f36e48c4edf45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b3f708c304162ee9d71cf10c3647df218e2249bf4f27c820f89d87c4bf772
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe439fa5f10730acaac6cc35cfc0f12ca7348c40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0f1141f2e1784476fd2a4a802d0938ce48f3d5803a03846909704110aa242b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a2fc1d8b6a8ad8162e112151dcb1bd7292ca82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d413fedf45df3a33be43fde17cb0b8d56c361ee1f45d5508f8864271d24795
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc9c0499668b7501a26da9ee52fb357c41dd0a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b427dac1381bc384576854d63a4d26b330d575ccb4d60ea5eb6d477505c486fb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7726466f6b5a172d7308c4b07297eb9379c5dc19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c471aecdccba8958bb3773d20c74507831a09bf7190a029e972a8f60a6bb21
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c4871c9559be7ae3713274fc8dc597701806b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9997cf24f3edf1af3fc58907cb8529ef98f57047b1a08f770e36e31e4ab3bcfd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a27fb316285e8ca8d301e950a7406410cfa1e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17b7444da615f7c1e92843ae85b76c0ef12e2061ab343a86ec28e48e07ac37
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6402dea925f26b11f327d828b63f0b89a530c18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c194fc7403140e1fe7690a71c24726e8903478eb44651cd9ed875a1c08c39c69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafe08ab9c2eaf6547604857fd2ff5aae50c453a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993b0baf2cc7d42936d34fe9ab71a28d3c79e62b1594c5a5ac47a9349d48eb6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735551e113293a6e4233a15489660c3106f16ac8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a901ed19f1f45fd54f4059b44926bd0d0eafed8e10bafdcb7caf4c0316b7451
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53438c2bbd979c7c33b2f51f87a4e67d5a47da7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aa3ae820c561286fe62fde1b95a23af69f0f54584e9e44d94c909645cb1ddc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452b7fd34d4b884cd43885522e840908f6829616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4ba97675ce7b29042c0df67deff4dee43684590613f5be32ce5f38ac20271
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc16965d1c93bac0146d058ef65d6e6d983c77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d64e15f811fe3c466d92a074dd59eac87c43a3e97a6844765b0d996f1efc5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d28f05f20d0e972f827239e43307748106a6357
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f3c5ec568f59e77f892c4d81851c881312e325a33b64f5f645268e9dbfc38
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bc9854b3afc00d5a735549cbd8a41bf288daf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bd09d15571ba13093b4b3624487eaf807883c9b52fe6ef5f5de6a3f27bc38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c33c927c2c0fd753126eba9dd740858945b81dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b2cac6803c022918377ff101f01663db3e9b35be299a2b8bdcc69991de9165
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca72c0538a8c656e9b0857ce8cf6584b91d737
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb4f1d4785f7039702508235ecfc6383d1c7f2e4e16e924e8763cdb5dc5e245
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ba0a3cb72fe3ce820b9e842205296ee8b3f91e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2693b6dfffb5d1106ec3cbe92290c962558f9a342ecb465c4afb6b3e6e2fff20
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af54870c1e4148285aff636d0735796249a1792
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092131844c5f6005d7bb0b773cdd1f8c85f20c7de844a64fe4cb49c6f7536ac4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d5da652589415d0a0f196a7c8d8d1c06a3b48a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dffd3c0b72cdf4876f907c9a8f437b84b95f187e8d638a1f706698ddf8190e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f240c046df473f40726be1a493fd1cb38b7d6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb59e4ea37d8e8912055cb9db8b87a9933b84e0d880327044ec8251c3e90082
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a731873032d8245c4dbc59ec23778ca5f82d5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a826b440386a1a74afa14124f8a783ee6d1f48de25834e0ce0e1eb81dcb523
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc79826b3c4f1a94a09122b2dfcca0e8c51b93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2d54aae716cfda02571255dc89b52fe7e80f247afd38334f3a3e6666c840a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9c7b183e3054eec55d2c507c2c2977a46157e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66b178d6b77605c70cf0ea9fa2f6bc992df78b2fb84e6f44542cca1cb6705b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46427a413baec2a1eb80078768f267f3d4df57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b939d333dbb088a71f34ecbbc60417f1e8861ef2f3e6297f6b10e0cbd5237899
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9db04bb54234a4765eac4e1c6312fbd44d9bd05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c059bc74954aa29c2a8492334b8c84907ec4cec1a81de4bc31fb698f94dfc4a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eee83875295b5db2804294a3afb222290a36734
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96af77868e61de8946192609b32d8d7d927137b6459287f9b6af490cada5a548
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0814d93e1e16f8a75896ed136d467da65dd87c15
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a03c00945bafe9d4d2fac0e60a9c28e7bc28081923cba181571831224df613
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88507404ef796bbdf341a0cafc83702ec48ae2b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dd6616d0a0804ab8a1c2557497c98839ce82e73eb3824dcda821413d668cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce84b3bba2d5162cc57c4b26b4ec34ce4553da0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac956aaf949be820444218d4e498350c72f95b051111ee6a5052249dd432b392
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c22bdfb4dd6c58395965221a6162a989207b8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f22f631491f0031467343311afa747ddb7a2df8d8d78e7b3725f7bebf3000a
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ee89e023e3993df688799b0bd00d49870751e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45481fa1c24ad0030f3953d91b34d187b10be1681a7e98e3d95ea165dbb68e
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fae151c64bafdb3604ef87e8c01990dbe2777e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53401f39788f0de2beb42128273f4682a7fb6398fa729673ba0fcb48eb068334
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab121d8efe89540d1cf45f142656a34992acb77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdc1bde77cbd2e51807aa17858ce1db458646f2aee9fb36cf45125264d4ca12
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e5dbeddc7cbcc5940bf196ac7e9cacd019bd38
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3662b12b2ce5e3ac1be83b1497c09f755f357672b01b2d22df377f4a24932187
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1725101b561683c8bfcd530f6b29366cdf53e79a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497a5a64b435483f782cc6af971266f2a24804476e1294d87a72bf2e35918ed4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1dda018441aad2be068b3736b58c897314f4c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1f9afbebc46e390b83bb1d6b9da870b6373248f2b4dae2766898868a61b53
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dad33dc36d419847d360360e9e718213dd0cc52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c816188f9510ed85829eed8f26b7f12f126ea4eaf198dbecd889135fd4f911f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150127a2c62551c9795d2c1550020094bf9229c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa2d63b273fd3b38ad28e84378728eeb9a863d09157d8438af7e73740e4086b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7419295ef97f02f9139ba4b707e98739647bf85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12650e24bbddcb6ae6d30f67aa4bee2d1214cd6ac04ca473cea722d71e34569
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12041a93ff3cb6198bacdadbfd8294bedaf3c70e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201ae006d47bf766010b7c671b6520fb8730e9ae9e0f6ba1638608e45bb01a22
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bee3e476f5c70fa93f4ef05f8a61e9d4cf8c280
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1f273af174aaa375c847452f991928c06834c3851b66325ebe78b0ab459d65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373c35de03b15ffea644390d2c3896e25cd5da4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8fc45671cdf35d87580deab001f02b86a76bd4d15d1bd49b3e4ce6b1c022b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c3162445ccf55d3f04d2aab44c51cadf5b4f42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbb5a0db476383bab8e677a421e48b794c7e09af8c8756751f7cb5b2d33e633
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bebaba1b25d9ebfe7768875e13accc33769241
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf5b35ddeea1b18cf30440f76d2905b8124922ed001568ca64a774ed50e837
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cb049d0f9aa98971acbefe8c931acc5ae587f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f50b60914b6c233f9284ba838e406787caa2f06e2793ace83ce0f14f136cb33
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbea6eead15fc72214c44d61553e3d946d211d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd88af8cca6f64d11b4c4766e924a68498739fcf1de5e10d78abab7e1e0ed90
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db72ee6322bbbb10a0ae9914d9a1ed113dea0713
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a224e6c85dd25b674cb4c9fcacd24780eb888bf023411a299423470fb943f655
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304891e63da34ed1d597f8199ffcef0e6975e967
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5e94503425e6b50910cafcf934211733cfebc17c499f0f07737655a6bbe859
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b1eefb316df21bed2fc842b7190b9f4c64f13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e2c605864253b8ac162b58e1d13de585a12f22fe868903d9de18387295aa9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31daeea04f69ed837711dc67457a51d9b69131b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1e2226737e1f03c09deac81840d95cec5d151a6c7c6450510624dc669f4e4b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4cdc5474964a53d3fbf96c036163a49231f7bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15acc471acaba0c6cdefc2e4b676718addc86ca1c77e054bad1ec352aba20568
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09749e866a7df55a23bf67ebe7f6837c4fe6aa0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c80bbb1ed342630f33c8113b97385709680a3f5ef782acc71eafe6cf7a066
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b0933a13840798db803572f55ba58fa350b00b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b6abfabb9260bce7e3b6700daa9a6d3c96ba68ed0f10bdbd948a66f6a1e13
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fff2bbb2ffac7b308fd2b891bcf5b6e17360031
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad1abc461f1e8ad47d1c59f421377013e4648bc51770ac0bdc3f36d8dfa49b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f7d2da5c71968d1dc584f378138b2abf8a0310
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e91089bb84c05430d7aaa69598a652587d4f09e68e7e9cb1b0711fbedc39a30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e958ea9af2ca93c9402803c9c6de50d60d1b7ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d66343178f711c5820f2b364b17b894216791d7626314b529b41081d652a25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a54456a755a522caaf7bc38c3eac8728e76677b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f84586f1c6803218325ea576cfd00a6f6bfc66edd3fa91483f20bbf31adb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67823dd76f5514b3dde22e59269f0c8f3ddc32fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa63be50b7239f9c4f7be497c9ff68562318e542bd7139a2be184bcb8243712e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73740a7e8a389f6ec155ee08ed00fcc20c58e4de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e43f28ca25d3891833d36c322e603c774adb2a7204fb46a85b959acd480fb54
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35f5befd97167a710e06f71dbb50400ed79203
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751454f1ad87e07cffa3a18ec357fc8ec13cc766d521f2ebe21c7ce55ff452cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17147a2bfc91fa13aafd81d16f40bfd25eed2d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cc3bd487af37e970b69ec3f665870c80636f4f6bb9a898c00108be0cc5eb99
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a177fac56a566438a77fc909609ac576876cdc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782a1ee5baa3dbd435e00210517844190599c880fccd714a15e8d24a8cbcc9e8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25608d45661d057ed45e2ecb207516c97fb243ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8babbb43f09ecde662fdd0b55583849dac7601c3853f6676048f29a897178b0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c125d9b14e9ce00b63e7e83d69f5ac8345799b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580ac20b2abf426f9a0699e8a8e48f3d69ca48e8355c6a94a05d35d6c81b7e34
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1219f79ea022f5087a8f494364d8c901c2f7a4e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018762e57f5417484316638e4b8624725b40d535e91e84d3ea3f679b635202e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18b88de2646ed5dc66b39d298c3d39aafc7f878
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621a7a4d71860e8ee0734d20205bd71c4ca922987023cf193c387922b68ef242
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49dea1b429fe9a0d43ea937d6c009a7fe32ee0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e15aac3551915b57db69569e986726996b1da7829182aef1eb715e58c3691e3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9163823e3187a5db3c9fc7b9cfacb1eeeae8917
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89149e5369bf9c0883dae4333d516dd331e65146d3026db1412a148f16da36ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f25b19bb54d426ca0773b46699afa5727712c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3000df10a7ce17f0c2ca8c41f15370a60569740c6e6c83dfdaa413841d67303
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e542d0a8555568eac1743776bf67588bb87073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6496732b3513f5de66abff887f326747eb9739b2a31ad46123ced698c3b3876
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299420d066eb227102a174ffa5192fcd700e02a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c418e62c4feaddb5dbccfb9512fd76e80f825a24f47391c86c9c7d172aeeff4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5590b307745f48bda3f3659d1a9a3ee18a692834
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6c3fedf6ec48780f6330e9b576e7303917c2ae42c061bf3348bb62baa6012e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8535117ea04ce90ea094e6d0eac3800de63309
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320c0da7faa8717b3f67c3d125a67aa812b5143bbfe9c5cb19b533cef1d712fb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4a82c083ed0abce27c038bb993a3da1d5c6083
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7689ac9cced79baba0731b6a6b4b5bba6ce6c26cb634cef3c8a77c6201f7d4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d6bcdbfa18f06f099ec5386fb9de177d7138fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30db7704061ebd113259a030aafc05dfa9e2d176eb0412cb402f7655748694d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9a1261f4e23dbc27858d6d52931dc2fa26b987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad668ae472350caab75acbf90ee8122c6f459716b0ff37981314f54f7872769
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c63fc45213f88d932c351dcc95316d2dbe21e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f51616511d10f06f3e8bb1256f25a170655b2af7657a32cdf4adb5379584550
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab5ef3b47b33c61a607b5f6f88e2b0bdfc435f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb215dc9beb9a6cac0381e8451b0d53aa93bcbe16939f74cfae1b4c5254ac075
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c66b1fa8140f406997add52b09513082f59aba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f313010a4db48977df535d2b7f970cc2315bfce2d9e87cd5ed4672623b9ee4c4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7274e1a514945124fd2890070164f314a7488739
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dda5ed49b6df544ce4dad6a80220a6840cccde97593b15171057b3dcb66716
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c339b0ad6f18d5028c02087f7e0abd3561176149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46c7e7e9c6e77c6b40dd03d299c70d9c1199dd36844f51da0986741e165994a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b74c5a1fe6b364eb331e91f627eff8b969921b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c88f96e02ae3f3a9f55687bdc67f558e902af49fcc162f83d9a5d143ec7bd4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af8d4e33e7ea61f064c54f4ff7ad0df6d335e62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c02282d3a85771e4c30a9bb3b04369e5e5bab10cc4550a81c952ca0858dca91
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b682d0142f33d78f18148bfb05e04db5904aa4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e86ad55618c2787799589f710f8be6173f842d8ebbd7b274d053c75ac53f7a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3eda0343959ab8a598ff44550856cd2e98ca35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0033723405117e3c605b13b5ce365435b79ac4076d13e7b970e6786aade1bac4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075acaaa2e26254290ef2bcc0441233c9ad274e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f970b9db96e50e6973fcd701803b34ee78b6eb3416165ae303e746c3debee42a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629ea5e6ccbf6fc5488b7f370028a172579aacd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545221f790457c68c415b2db1927df0cfb22877337192111a3556cab0822df87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff31f60f12dd126c3daceeaf3075da305e4d853
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b505e8029be7eede2f7a32ee8d8858cd790699d0a953f27c10b980a54f67bec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc9f8dd69c5d763d700de3681871b7b9af6f61e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081343524e96e1daa440a751bb4eeb46d29c09362e2a766017c8936bd932e351
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad90ca344723b99bc88af2322fe3b2f76cc45e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d8cdc689010920a24c6091f595e35356586cd503808db09b5ecb4c716dee3e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae209498bbb10b455cd80917ca0a2cd18eb447d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7380bc4ef898a9882dd862afec1cf58546f5f260b697b5bb59769047a3afea8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efcc4177bcf242ed4199ecf0e8182d38cdf047e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc9317e9bb75f4cb2a0b683841d66cace49c06a7dc51d285580f2f38bca145a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a4e9a462a3b12ea0045a51e84bdb9cbb6ab190
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e24c33ec0c8c61bd96cc5e7668d4738a05af66a1ceb60fb1ebf87df21e7c72
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162b7d3017171797b240babdb02bc1456d5b956c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d6dd744bf03a6ecb236994d50b93764312a2d8c816ebf33130f4b6b4aa6898
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d51bb653bf2daa4c38bc478b6185a7c574d6569
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a69627d249c8333ced7895e19805125476bc6bb672d540a0a51917f5007956
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1693837c44a569e9d2e136e16fe2d72cb79ec8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ebb1e42cd666e677ad24b36b1267a606a13c481114ccc5bef439b525ba8e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa16570ff53dd677c71d0fb64c646023f5d4cea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca1d901217f410b0e9fca55c64ec465a3b33391f5bc582926f72fa46d57d165
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f61f382d936fe5c27d4dfb05168e511f96ce34
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1cb95198cf03fc5a223058e6134368968c3eda8e1075df1f4dbc9f747f19d5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046e2a5769d72ad42f1b495ef97db5f62559e286
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2d6f8c7fc44a1f9f904915cd519b8bbbe90f37ebd69a2b0db864277191b93d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f4310fc3e46036b9988b2ee084e06d819e8daa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7712680ba1a14aabdaf6e70e6dccd08e6f9da75e740c46905b057265ecfbc3dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73c8017ee6acb39c703cf98077397d615249cf5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961c2fc0681e107926becdc4db34d787ec1d8af1323c1f086fd49ea4fd0e2de4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243b8ec9e2af698618f2ae3c69ea1fe14c69ab1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1b6d80de023a96826f6e7da2a94e919b7b974815033e2671832488326348b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3956d40ecbba8d8ae01132a18f9a5e98496b72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93119c7759e4100667ded07e8e39d60a4b8ff29b819a0d61a3d7183d727fd209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229ae929a9e9cf102fa59c24cca7f34ec9ec5f9f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49863a6909ead3dca43b7bf64c546bc1ffb300005fd55016b7bfa2428ff452cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6e12ec5573fc2bfa2b9a294eb5219bbb154a2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6951a044eed06c19fe5887d6de367d45a7fff839b2d7ae5dadb24a5e0830b48
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d33b6401ac27ccad5bfde6c1bc17ee209d31e55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5538809644df8de1cf922006f8730214ebd166007e4f0862b0175fedeb53fd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ad3d893a8619770af055b610faeded14f1cd5b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a0a1e2f134d3ebd90834cf7b199f807b50fe3ee3866d56a4a7f27e920f29e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7990521d663c6b9bae68ee624896c0aa6af5134
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c9d6ab5317960f14b7f6d28286a4c9e9d03fd1fd99ddf2a9fbf0b9cf4d40e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c5f3b23eab03fd5a0df0b5ea639bb233326762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850b53cd21cba1489a2c08d1839ce6a6c938307f8d474707848cffc54100f02
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a549fb9e056f70e82a5015227a30e658e23153
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2d489799d363528274e0467c0250b58fb97e41b82dc4824712b02895e027cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a1f82d40ddaee8dca820afff5af973772fdae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1762558fde2a2e57e2569722e2e2f652489b947824764229f81a981fc2d5b7da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29a1beecdd17f1f1c9db6bfb1dd2c6b551cd987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2109303fa7aff32193f25a3a23a45f46240d9ea0b272d12ec5cf39e093f938
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456dcd8751b1ecb02e4a18633e53d9c85045e67b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d5a6ed459df539e161a3d1b268cebe4781139a51b55249c67f0d2841d7b007
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1c2fd0594c5d5fad5879025a206bf6e6d5a42a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e5e388c82a1e4478c5984b6d11066fd3f99d0e3fedcf2ffa5eca9461fe489c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e6d8a5c5933034b56fc2e1b1d569c934ec6492
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e85de1b88d79d449b110d58e3f7d8d73a597234fd4d55bb4d44d2437db2456e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef901a9559985b7d71b06a6e0369d9cdc3543794
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94218c740390c0cdeca1e93d93d52f56b84b810faf1ef375baec7e3b511131ad
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4066d99cb49022de25b60e17eedfbb00345ec430
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec37784d56c38a5582ac2225fd587270141a9349614e457b85aa3a89d96482bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cda604e6c96b2307c2eaf391b10bb931a3c11b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3b1b3dbee813fb601249e452e12aa55354cc2a1e5cce343ee255122af1b833
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec2d0c93f674da76f3ad370fe6f8045035ee95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f732d36278dcdaaacabc71a5bcd503a77ee9724568ef9677898f541b300423b1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0efeada9e25c7eb21a02412dc2a26e3063d7d06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb47910cec013bd6d7bdac762c3def33e152bf4b9290bc40aa1a8315aa57af67
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b14e2adea5655ca0c9d697cf4751b586b872f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb770966137b1a136437a4b6cd5ec9353a5ca55aba95b7a2f00eaab8897e0bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ba8d40cd22442ed0e0add31f59ffe1c32bb62
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899504b33b902199711a18f8f24f3b892610d9e6d93374285f7e35236058c240
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed639a0f9f1e0c6b5a95539e3de60d492d96d3c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f978b10ada59b7cdfb1b72aaa326e479ad59b67a1e90b65fd25a30e4535c5f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890cb02937f591c7dd864ca54b8bd98c55bc771
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adcb09ae97af9a274196a0f13d79199b6f463f18e0c8c5416357851d7b37a37
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8055f373deaf585262a00415ddc7e22dee5c76d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb971aa4c675f9db79cefe7618a9893b330f5d3a9df6f4f6f592823b8973a2c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4207452babb317c44e26dfc138bc7641fa1dea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06142eddc7a0ee9cbf17aa19446e195a11700d61c53ad09cd0697d285df9812
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888a652c585464f4069c0e65280c4116945e39d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8296383fd5a7028d10c3652de378a46a2789051d62eab5304e8b8d1b67a4584
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c55cf021d2fc886565e503f4a0ae58c7f5a440
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532913d37a7cf62fca3c13b62c1cc74fffd2b61661221f0c08fa386fbbc01a7b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c460077c6eea8cbe4f4ded01b67b74c1f5173d22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f2bb671fa4f9acc4414972b86e4a9fc5a80e562ce349d3d5369cdb09c904c2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd5ee3251e6de3ddc936b24997d9f2973372c6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f045d04ba9ae8ebcd11e049ae8c59a6e6c39e92d679b7f4d5babe9b09134d5e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce64d50062e884729adaf86e662471e443ea7f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc9dcf6ba2f7756b2224e3bea4edea58897f5d5c4724576a4583415ce95ecda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eba1809f573e2c578dbcd93599337fabcf13a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dae3814ea8fda651f413c71be3501236b1a9ca4d4c7c7c893a60e810ec4489
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e74fa90bbdac028817c396334f1cb9c6b4337b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9788859638b8c1bddc7bc10575e81a32da908edbce641bdaf9308dff3c4c62f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baab5e81057a519b7888a48abe071c61caf6269d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e855ab41e02c5c3ff7c3b8ea03e60e2ed703b506ea653438a11f9412fe157f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bb7a0d00b08e0769a68ffb6bb611419659b112
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f37b6816f8c9be646c7be9d0de42b52fe57c4efb31996c440d09d404710d284
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8869faa18ea58306f873f27c3b90458243dd452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8e5fe43e0086c68b14ccaf4de9520479df23dde155c5706c56f77d49096b6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac86cc5ca7cd586155f568b2b7abe9051378702f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabf180baec25a35c1981fcd025060a8f2f9b0a1977b28797cc393a411a890e4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6a0d912ddfc09a5dce7c5cbf9c4593d868d1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6106c46a1a5f103d457781677c885f62e63ab427d33d2c5b866787fb48242
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b0b2aa5383caef394e44704097b108726758c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e313d02ce285876e961e6c662fa79e40513f8b29e88f58d68cafe4c31d95384d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ada07c8c0299f581af114eab2cb9599c0fe9d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acecaf2f2a1c71c1eb74cbead7ea588de6c3da9718e699c14a515019caa40042
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f379ee347a4b57f4ac31ccd45622168424d53bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7984e4dc1dab654806372b327c9babc45cdea9dbe4e8ac1aebcc3bececbb0625
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ab3f61cea9eb554af38121dd0905b2f5930155
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5fcc54b603e27b62eb0b7f3d166edbb04b3ae4b2e3ca5e573e5dac9cb32714
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0785e0aebaaa1d592de6ddde3c0c45325f664a26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de70d672b71891120616e6899ee4c199727077a6c3c6f3d1caf05ff63e5dc9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23557761d38389ba3fe9ee9efbb543f89b0c3e90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc31950d1be9392f26e271a39b7c8da8dc197b14f2384a3d31ee756dc2d75782
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100b7b9aacb83e6482ed121120bc3c0ad06b8ab3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a5a7eb602e92753c7779a9b493e5366435aef15a7da8df690761c15a104040
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2adc44e90e0ee878900fd02cbe3ace846027e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45e7a73cec65e650a1ac66c927f120d79f19ae02e6ff3e24684cbe6dbf933d4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae4646c9f32f29df96b2d8adc55344d25275ebd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8063c51f058def1151a136d3cf918f81c7edffff8e0499f8e72721171ad106
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5febddec0edb885aec4743c2c714856ba3d6419d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d8bd0d14d06e4217a7cfd70d956dc5166737f794518f98abde9153ebcc3c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da3e8af596d00020abbf2286b0a5ef6706701a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3723ee2471e39a6b3aba63e34459ef986f6cdb5cc8f0763203e9af447d4504b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ea72380a0950740151368f63cb3adb9476f6ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28895b0f14e5163ae2cbee317f8905bbf54ff44a362d28497a4ac611061165f8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0788c531e30400998f7fc798fe1127c8a45ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8df88da118e5b4ada2fcca58a9333cf44a07fc63106ca8344fb418198f916d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fe7537f438bc2970ab54a70fdfd6c3b3b4444
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ca10e09c2677f090e9dbc25c778c844279d00383b37efcb5154af316a5939b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c781974e4c6afba118c73cf3da58cf45a2e32fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1444e2d05a5fc436b3c40c7e3b8cac9cd8e32ae2930101a95d86e0b92eab01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669c23d571e446f43e0e8d5e8ded187b159bc0ee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed1f2b28bc8a26df1eef63a946f9331fc79fbce18e9a29a11b039b729d193fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20256e2ea53829253666dfc870f2aee115321df1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc4c92b2e7ee1a21a8e622587c2930e3fc0cb0eefbcd50917e84ebe744e75dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077e710414097a0cae5f9c379611cd8d61be00df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f0c2aa38cbdbc7271ebb52e05fa69de9affa0398328d2b8a3878a17695f517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa288d18a35b932d6bbd78182d3679147629d5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bed96fee710bedff50febf9151c38300ecbbd967c1f0e021a4e63229f506de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7434648eedd075a21b67de79ebb54684523d686
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678138851f044f43df678f58742862f0d876fb5b12ecceb908bc9d832ef34b19
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97150714308182dd15df7573d2073996fdd8e43f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7590af914c922a889c66a467b0f31e3e493d5553aa218d2e261f224a1e0ca0c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b64c041e40f71207c115523235397bccb8d2de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd74862c36034e3c11515dd53c3dad621d4f8f5d42ab29fdfae5c3f1dd1e7ef8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e2fdb5e7d7e27b4bde306130fcc3a8ef3df7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb963536da1ddbc3caba35bdf165d31be690520f78d80d07de1747a0574b16c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81646e7f36a1127bd1a6d1b7ce265a14e7973076
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df7a0135638660eeef2bd51caf9ec230266058c7ef5170d442e93e18d32dd38
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17312fb8a301a8694e8f07dbf10a05deec0de18b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebb00f144861eb053fb9d7a053a8dcab6ee3dc72835b8fae591a9754f1c7860
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f5860fd1ff3f3596581552cfdb158777708fce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3062c7f1cd692825444e05c4f9256af1b348373768714e3ea86ebe21af8a98ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc768e3c4d32bc1a4182b25c924ffee1fc2440a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d236393679359810eaaccbf8bf5cf10f03a7eb5a9f58d2b57ba1feda7ba5e34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbdcca848b627a49cb7e4d932f4ae3863c0c250
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11470c5cf34da58c8c27bc9483424c1a94d8292c3b26f856ae119b51623c526
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8403e5377a033992734649702caa481a56165d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f7a8d38afc9c89c7930e0015584626f19856148d6caa107f48151e249f1cd6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375dc0a3e620a4a7a8053bd9095cdf1036e86149
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6bb8a6175b2263e36c3dd0da461c336629080abe8b27e997a3d6164c5ff3ac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80633cd5a8ed67882dbe341c61d9e989584318e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66465cd8dfa58242eb535eeeccb7507995ca32b45162f7a1774ff5dc3605f5b8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe88adfc42b1fd64644eec4dde788f21826dcf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b09433794953e0893ff2d4bf0790ba4d260f537ebfc64c53e3ff9785530bf1f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57deacb9c0ef2e36e8abbdb9bf4c180b25ffd60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef171772e53986b1359ca22a4ab204380e3571985d5cd73013c0de41aa9188
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90e1c219473df9b869a8eca358dc5f788cbe136
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3027799d4ddcce02d1a2cc8e19f11502095c508cbfe860e10e643753804b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4cc44a0f95aa5b6017b2ae1565d849aa17e76c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe001d1b344cf5c8605483b8d4309e59dae4fd8ad02da7c1272cfec24c5079
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e19b0b7ab720221fd63596a0944314c6c1621
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dbda70930031ffc9eaff7be0c0b59008410e6c989483e80a1239ecc8485380
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f825128e60b1bd0098de7d3ec483f4ef43d0e93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c63987cdbcd88632ea721a35a7d1763f41d263ae483737a32062a2fe19dd60b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5372a6a092c58e9662f622ed476e980e1c2776fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa80b940d112a5bd3a17967874375ff5143c4a924ce637516ce3e38d1a580aa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7e42518f34cbe9f25b792337e666d384d3730f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e75fc11b200e17157e6412ed338a582b7350cbb2b809b88cd5aa4e874d55b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d0fdb26ee6d901ad37226f7641e0f2b0fd025f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113919a8abb5313b9cdac8e9be5048bc1a703bf00959db74e33bf0c80d04d2ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd5b54276b564e5745503212218cc5b85a6e961
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cf0e612feb3868bd600b1541efc7a034ff024d53bdb53202ad073f9ceab2d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7965a0d67129123014a4d6883804aa54589d3903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9828c53f01a797fca1f11185d37b44b303113142aa24a4fc3da948b1b4bb8556
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a566d4402f5d2c60d142a6f5a339d608130558
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6daecc97d4f5bfb3c2bf1c7333b927b751d9f2988eaf84ef6ed0aa64bdade9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b97f359b2374be59db63e0b67472de25f48368e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f11bf843ea39a141eab8f0598954fc093130f3c44501a12b0cbc952a67870
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919f4047411451e810c5c528c96efea4196303e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70e6ac3fafe9d3edb0f09d117dff0f1feaa44206e52d4d564c89c82fa8c7b15
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd87dea3a6db1322f07d20f916028f8c7b5fa0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7530b7b7c3c7e11468e807e0e5402af94d11de9d4ca268cd057fc86a8b9575
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be023fe184010fb3fa4f98155502a211824a5b67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a2de549b5e73d6725707e0127fff2646d5cd11f8a71fd76aa3931a3893370b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cda4c7038ad3e278a8098088925d6a7d73ca75c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8253cc827a5bfd1bf2f9de46ed73d0e8584b3833059bcc32f308af0cd98bc34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8328bcb07aaa16cfc8853f52bf938043fa1b510e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45fdca424ff92a2b8d8c2c33c0846e3d0b7410301bd421207987c286c0e84ee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1740cbef5148c1c587568cab4245c0e43c8328
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2619d25bfae8aee783500513938ca998de9f6578a3d10ec7606f33c0730bfaa
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5b0e1e1b3bb18940cf26b29795a2dd5b73d999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b91c6a32467e4519a36b1eba260f44710f5fdf0e06a1b55a8100f70873afd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aba0044056527b5e38366211d673dc99bf8a1e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710dfac9ceb0ac3beab60719018328c6d650515df88fab3417d8337bc3755612
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9fe217fc285aa8f3fb00eacac147d5bf90f715
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8417e5d6af953931ccfbbd77e09fb2809754c5c72e2c71626eceadeda2666
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206901078aced29f280315ed3b83c9bc59243cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce4b0043808c4cb04137014687b89ccca52a8353f87fefbfedad0414d1af21b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23781220a386d068d085ebf64c5d8f1c9d631d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85425bd4cfe96efcdc3402a2ee8d14d389b15912a164734ab43bc92136c35068
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe4e493edead8845723462936061ac61c30f249
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb895dde22c1ad346759f2c3c6c3faad201fa18cbb74fa610aed99498bd3fe02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce8ba35f17da89c8a9a70b9b5869eaf6d0aa1da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b85e0185c6065ad7fdc6250936e11751a7b481c5424ce017400d8d8ff358496
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3ba35fbb8be044fc2d45305b8db005631f45fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a998394b6a2c8a30ac75c26d8a2ff02dc975aff01dc20eb0c6df3182404c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293875ec9c8dc78308a85f8076f1fc54a6404b4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d970b684a925d0ac8c5f5b53cee6cf30039aabf1a624e20d9a66d0c3e61179
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26302b0fead09f03a8417578a0495f0a3aa33a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0335ba8ce33d081809a14686c1f95941df07b351cf469089df22497e33124b1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49538866ed9cb4f7136a87d240d95add1d9363cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7661268e4f36cb7ab51ab38713706c56fd78cc2c05f5432b81ccf998227106c9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bedbfb6aec783e82b2ad3f27e1c254ccc58d4a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2235b09568bf7ac162340b6c540738437311cec718c5d608a5c3f6a706327b5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d728c581ae6467ec9cc367bbad0df60d0f7e97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9b85fe1075f636eb1400e082977649e24cbdce224fb36bbfa107ce4183bc91
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee827c160b9eba0180c27a3752e98eab81d9b72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ca0d4f1a0ed9355b93e4cb27461a5703c8bdd13a6b784a210392ee6dd5d1db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a8453d4130c24e66a97f6f978b673efed0417b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f13f67f672e3f0299413657ce825a0a0fde89e453cd2f6739ccad2ea8a0472
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711b49b09a7ad434bfabd3be1fbc107dc788d335
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e35fb1a203329030d47bba552267ffb4de97133d74efbf4558fba13a3b286
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8576eb76455f46ed5cb1b27749702f905e8e9a26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c04ab301301df3156e0d2b080e259f65e45d5e50f17e5d2f3a740dfe931007
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278ec19a571540f219aeb3e3c577b326b26ae520
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808221f1f17a5574eea34bf0c069e834dc5b52561ee2d3bdcf521290d0e7643e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643785f7e61acc3b56dcf7e1c591f62a22242248
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a862ef3ecead5d10ab068edce9f5844cbf31bf4519c88439c1f0b049f7a8ec5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80549062ffecfc36da4a6b6d185dbcb5208f141f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15acf6b43023e5e2c089a6bb8fb794a2d7dd07e0fbb95915779fcd568ac530de
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d4c9f14ed23170a33c2f578112996f44e2f8b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ca682d201365b2b02bbf95a2de7b68d8eb512523fc972c2d2cd990d6308d43
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813e31d9be8ef23fdf7997cb2a1b3795f2cf74e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0db055d021e4402fdf6d54249f0cf6a2faa3c5ebd0bbaabb116afbd6f06be8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70da5f05654e3ff2c17808ac03c0396cde866919
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ec89bae267e6bd798173d3a801cb7b87f67cab50c5ebd8e76de9002edaa5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43559ce45cc9a72dfbeac027c35d00b6b000ca6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68da328f65038ac06605ab46856d4ee2de70806cc85159fcec7e4749f074b640
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c66603bc4f8adc1b8c1791d027f159b72f2e09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0e8b97c7d36080f206299fbca8ae30bcec17b9e59b7c8e8f4bb8a0eacd4f7e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25de7f93d0243eb5a7ed5a5d3de25a2c8387a46b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcec25efd7129309f92c4b9bb4455f2226c501a3a0a7553ef730c3d389212f2d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb398a7cf060ebb9706a5248a1430375ef55ebcd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110666baca18cbdbb0955d3f1a54ad19b20a5ff2b9e2680171b628f4f3b3164
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8535b9c198e7beb8b6c231e9c07e1c30b63689
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fee99ecdfb4379146dfe8ff0e8e2220c6b568f237a2a406030a40187dfbb18
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3b4a2b77477fb8cb2e70eec051985400d74622
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c823846202ffe5027ae99871132936dee4c7e610396a6844c8423d158896a49a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f827d41a6872885f8060e624900356f81bae9f7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ee93f345da44f0900454f65c82971c384ef87f1e1dd2274a841672d3ad3a66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78892b65a31774c6b7197f4a31d8cd34a3462644
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4607542c7e08f66b914bde9e6f00c222c60b196e1d931b04ab74477d8c353ec1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0bd32853cbca08963b5d37b095056cf47ce326
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5a2558c4d7c318d82c1d09fc5a0d2ea01527e2da2c1539f74aa83a1b03fd4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa3550a6a44a569eb4f0db6f727c40a1082b245
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78adbe86a05b965aeb5bb50e4bde2c27750dabee85ea1f3ab0d6886f83d0ba11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56b6983cd3285d09346bb5c54e552b067a6e2be
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16312031731f727279dfd53d14806cd03131017b7a2bffd562923e748a2c2e0d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d35fb36237c0a4276d002ccf863437203a81c2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892aefdab681d5a35081913d5f0b59fe454002dc0e03b9dc8c82de9529dd7a2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de968b03eaaf7287a9390a2effa481ecad3015
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fc15363b39dcde02921afc76525d4ecfa799a606e6d7b85313be39dd67d376
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b0b69252e48066700c967f742a1b708472d21b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ee782410e9f37e461769749a74678ecf5b623bf168c565dcaad0fe1bc0b7db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9712cc5a8f63b5ca31ea9fa7f9f5e9398c0c58a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222f436fa44789df914eff735a418dcc38e6337f96250df244e6cb2d7b6f1bd8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecd7413d953c9b93c38c843bf152b7ea97a44c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6115b0aae0b39ce312a9aecc94e8979fa4c6adccb3c3d80eb7e99efc0c8ee7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73e4e956f46378d4eaad0e3fad8d79eb6fa4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770aa467b5eb22388815eb100220ca65349669089d8d4b48b80e26eb01ca06a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b4a7e2a8035827e00814b470980e93db96fa48
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa290402f1c2811ac3eb76a1c907ba175d44ec31e1bcd96d6ebd999ae99c7ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e36e459c9d6470bd8452ed75daf74832dc42964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab63e37421b678eff69cbdfa9ceb6020d085c4b76d1b51578453b08cdc6ed14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4934eb3518ed03f12a01491b3af9eeffc0e2780
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0288806d01ff5cc53fa5b8e90b218995eccb38c62131d66f0eb4b8824fed0ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f12cd98ace9d4aaf461897a835b1f5c692af17
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8210ac0bcef9be2a424713e95f8ce7d2891ab8f411bdca72194cc99b7479994
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b80d01785f356e6b2fa99a4b87a0c07b5cc391
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de2f6ca2c114b14402bdb02002e9fdb8fa983f275c60c846cc33fec67640296
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117c23998a7de61506f946801ac226500941275f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca404c2239dace41e274f278f7e3134aae985fdae491a714c86f2d7ffd7d42e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02039833c998d4cdd4b52d164111152af39701ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024bcd5ae4da31aec9d9b7902db08cc28e17e70d3e391cd93fbaf1fa4fe38943
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad378ba9444ffa3f7142577bc557e318eb91e3e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a813287f7d0c3ed0874ad6dcde9d941152e2a770608124f381e09ee2d48eebe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1b0e30191e2b1925c3161d3202e65c51ad95c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e73215b35a0d353451c1e8564a64cd3c46823d5f5771557637bf225ec605be3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a1c58c4bc631895b288c70ce242861f6cd1c52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd7b563ee2b021e26581c53bf14523ee86061d83d0dbf382c58665f494bbb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b1a51d1c34ba8016612592914ef3a70f28fd7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea139c5e4cbe4e8b022a093a092af57aaf33367af3f1555cb4d48ed4c72da33
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8d20085bd5caa49c768de90a2aea52ec5e1adb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0609a29b819a27e8b756e094c45e28a5048c928556efbb8eba518b6513f2e24
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128912bf883e5a91bf67e511568928f795b213fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd76246c63b3e384fd54d0583d39fa9fb3e03e81b5dbb5dc10e91bdf34a9720
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a87eca391c704ccc8db174c5bd427ce412e9dc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917e2212b97ac08f9d361f9bd01b4823eeeb37969d1c7dc541dd077ace52f07f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ad370e77cccf9bdb9773123b4405910114a05d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b586ced05c00e9b1a8b19df3c27ca0d46f5740761545bef8b59b5a239c1ea8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56297680bf8f2ef888644e45725a2d0ae7b104
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ede0ae3d481e2369fd8f6a381b577c048cf2feea5960c6952ec298bcf5e48be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a5f4f0824a65c5ee52e16c1abddd794ffe815
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10ebb693fa95b0b7652099660fdde490c7ccc7edebe2d8638c898d9a8b470c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dca17fbf966f1f3dec0fd3e807939c12888907
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de510bd19a719572632fbda02af9ba6e7f03331689593a2ebc27e2770e8f2be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c20d9edd4bfc8ba09833bc2f93a288c9179393
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e4f5e7e7570f0fe55795917fe25217332ea2481d2a4cae6e92b55844e423db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0924f3904ee2129d5fd88831f16519f7b3f4e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585e7348fb2b30c76dd3e722f6190a09cda9248a8bc892f2c4aa73a9fd847bce
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92583dd0f5b92f7fcc2043c8698e8128909ac39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2464625d1f7fe8d0ff6c9fa27fe7626863c5128cf76feb2f0fd4b3057d1cf588
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40923a5bf427ab5f0bb0ba55b2f96cf0bad9987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e7aadd4f828421ff1ad35bd78944516ffdaa0e58c584846b9394762cc0b86a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2f6b6596ee880fd6064eba1e4b0b461d616fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efe380135a9a8fec78b86b2c27128dd9b8b33e56fe32eb1d556bfa65d1308ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59fb106fc44d52c47de04af0d3bce74d0ec0ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dfba4470891ac07537d58bd9d7da2957260781d40b1549165f4cb8499104a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3fc1cbbc99fb72274e52639b6144c18aa33b7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b154fd2d3569037088ddab49b4dd537c0ad5d9cba6d26838d1b7ff4a6a89f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc18b2c9aaff0e49b452d97d49a01a2e5eb8fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f5e6dba65349a1e3a03aaeac710220271ec3a1f02efbaac37a14ff1cca06b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5e8bf11db7797fffbce390ea9aaa53fdd9300e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d75297a5578bfab503f7319ce8cd26ecd9f8fb9fe8de3a1aaee4e531869fee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2ac7d913db742ed90c0451ccb23e83fca98c5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fafcbf1db8cdb467f8b0a08442f790959ccfced0d31383e1a1d5e8ee0759000
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8bf1e4133ea1a655d040457a77fc1716d21432
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4051e401528f521c6984d1a622ba4bf8fabcf9b768bab2fb9bc0f1751d83267
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdb4f14bd1118135f29a3f58d5849703ead7980
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f72faa4319b21a057b4f1869b2029b9b5d7c6203c86a7e829379b4d5cd44d3b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c55a29fb3222496c553369644d736c2b431694
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da197e3e68d07f3be94eee76eab8f83ebe4bb10d0885d6910a3eb0583a9fcc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1959daaedafa8d0fae7c613df1cd77ab0053c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bd0295cb122a817812b5fd4df9d90921b39bf3691ac6c7362afa2a31b976e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491daf119d9023cb9feefc0086b754471167ccf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7480dd68bc7eb8b076fbcb30a8bb0efec48e3d382d1417b40e810fa64404902
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d81ffe6d8bec7f8193c75e1338f109a0a7db64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5daba545b463e5872e40d9976b627e8a99f32091fa295b146640a96cc48b43
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a82e54dadfe1c375f5bab22444692429a2a6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022e94d61967bb4071c846c9c7db85e0806be26d32b87ea66cb239a26e17fd1c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f9ef219685dc785a3faf03336552071b9801e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae025a3b0ad9036adfd82a388a33db1a45c26e03dcc34c9c07d1ffbe6584119
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b912d5f1a855470ed6d914b12e1e0a9854be16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadef97d8cdca7f84a1103637d5736371525056962d5d712b58ef3ffe4f792a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93588d7943ead8a9b334f18f1789551de94431a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2f644db2a21db117d237746cad1df79dd20aa597b3700f695b55309064fe7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7ddd3f86d3833c20323eb3c1dcdf1534f15c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f4799f6474051730460b1f70b1def446175eb01c4ac6bccc7e1716d673503
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f600d726854eaafcf14e114f4d5538df8702619b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af2c49605b36f0cf21205afb7c03650aa85a9f63a597c4f50244ae346a1117
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfc3f59e864d15bf25cf42d834934657f20b977
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4a02fc84a5450282afeef88653614b0c5ba67178bbfde9cf58420aea834651
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cae0e2aeca3f149d4ece6655c9177036d55e80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ae9c3f48c931be044c1f5ceb91a4408796e05e2b8cc062bc65710dfafd5ae3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208693c442aff14df6c6eeb19d19d87ba47eb3eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee1c57288736cb8e6cf7e8f74a5b63f9cdd1b330a5e329a226f0d35885d5ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18ca17b66a02e1a10f5b3241bbc545ddb8f2f0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a315a1c15ec40a4b202263e64b7e04fe9b53563777ddb7a174aadd146f1a5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad04cac34333c585e1604b29b4d37070d3924af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c99025558da72e8f6beb42210810de291a903ec18354b6796998c5599735080
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b8693b3ebbc3cd03b05af1bc1a155a48bdd6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcebe1c382b7c19d41a2c25d262d851c42ff372b0f02322b7f0802a0a3536991
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32def9fece759a674156177ade2b741e49b4a0d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227281547f181ce2c08fa7faf688d1b6f3f543fcbaac3ec9a258efd1f850b35f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a7a269162e613aa6723c25e54e54d20fcdcfbb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7fb9d9d8982ebbd2d091603472422f69c50697653dabe50ecf4af412cfe896
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d310ded74055d12d7b8bf3c9cd47cd8e32df968
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b72dea43ba301cb6b16711c068d7f89ee64ed965c54145e661fdab858cc531
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b06d630bd5bdb3aef1001ab482cc25debc79ab2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef77ba62ca13bcab571299e31033c458024a3c436ed36719564bfdde4c6865d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6066a935c2ec1dda030dd12355138b634a179f77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d706fffe2fd65392c7b0ba25c5a32afa2e72dc3f0ebac9a296d71ec8237957
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15dc60d499b0f778f0b42a82cb2d5997dd374fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e06e3bd06abaa8b9e7e64dd43c6ea34e88b996194afca67a6c43deb7243a888
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47be53fedd4c58d0dbc64f6b9524ef19a07abc9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220a4fde0ee90478c05e3b265898cd51c92517f95264b045a3d04af32f704eab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6e427cd9627e039fc94ef1bfc1bfedf71d0ef3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194749c2aca82a5c99869aa180d88499822db387b232cf3f04f8fe11a672707
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c455ffa5906eb61e2802130cc452869a18438b20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218fbfa7740ab6dcb4c2075933457fa3ba4daf5c6f08397caf5dcd6978cc14c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79074e8ee67f683fafdf70736a279253ee928e9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a120ff4f770d8abe3e35c1264e0c847b716133b0f600995fa86d49ea929d5413
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b7f2f07c40cef736a14c7ebef3f43d46b9f42b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8389f71b06f4c7537aabf4a1c105c5bb9c71ad8f7b9f688fb475d655a1d02e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3c3a6ca33f096241d5ad99893ed00d2bb1d3c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a99d28b5875b7abe09c40b1e4e9327ae440c99a8e61a4f57edd6e1564d55ed
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca0066f0e9301123fb5f407e9c237734905a7e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b5ecc26c6e894ffd732d1c7155e8d969b1fc1fc28d322969050dfc17a37df4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc161f73e5c8020c97a42251237151313a62396
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab17f7100e8c8b052c8aa7dc275bc9bbc81c4bf218986318e39afd7564abd8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e5bcc524aa135306f5b2d7954b41e246a7778
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74495be86f8bb1f253ac060f9dd126a8400e049da108e8ebaf2ca0e088ff172d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30d1d724b0e745e7b4a51743a73c31bdd6bebb4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c5ab15aa270211abaa616effb0c35f1b4b50676e5c918290705490730d7a1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe2daa0883cf1859ec6f19298524e4ac0a5de08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e3c26decf9d8dbf25120a94101a462e879d8342bd4258c5cfd586a00a5952f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd9d721703e6e7f8c9fc16f93359bdcbd8a00e9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c067a8bcbff344041676c7ae86b1561b7be23460afa79f40f6544bb27b1f87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db32281d90ce3f0839ad8a9e030745d175d640c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88aa0d788b3721bd291c8215d55b1b0e2be4a1cb2c3fad21dda1901d7842f3b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d9f1452747e9768e221d0d358669a054a7ddca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f90436cc11f2d04d1e1117b45a9c2c96e02533cf4af2605a16e0c2db81eaa7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013b944783bc1801a4003880ca6bb4b48128e880
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4c5fbd853a1cf6985d2be5f61daa6b7d3cc8f4d8cedabf89c43102cd3881f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908e1276fa6168eeca1055524906fadedd0d0591
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c05bbb230b006b3d70e5c79950658190d1781409f08949271c80f159b688f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd52178f9a78ca679d38c45fe232f9d385b98f0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5eefe1bac2e2d1037a8c853810ed319518a090d1c99ef832106733e033cfa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d282c48a45069e5a0bd9fa79be2f5afba72b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c8f45a6bf3974061100a279e3bec1ef9b4adde816e01243c47b4ee6b9a7f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300cb156c53ea9093eb04a3b2ab51efb2023291
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aef86bf7d1236f8ed310c3a76adf08ae49ae95c410d565abc8e960cff6152e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12709260ab4a7a09bd114a3e4bddf4c1e10992cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcdcf09f8bd076b77f25f77850558428857752e712373867a98cc66af2932ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c4364574852cc6b2506cdfb38995d57586f74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1aa6f7707faaf872b7d97df94217aff35d147f7eb0f80722c3f91ac926595a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2783d9099780d510aac310009541aa46e3c5dbac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917d8dd4eb62dbbc91a032713357a97900d8a543334a93b4b61bcdc19d296eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc231e208d4832fdca89edb7ab76b154d5314aa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822f31e73768572060f8b937be41877eb878aa48cb456208a73094027b008f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08f2471a8f348cb9ec1cd95b846664f70f5249b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ba46ac299d7230c04f00f3625ce3279e310320024b8919d5c00728b35672a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72021e1bc3dbd24c63e230f150dffd99821d038
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cba42105024b4e1b25362e79ab92d3fcfab6ec6496238ae9faf4a31b9692b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fc39a299f98db9331324d40538b581b544d3bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5de0b9f3f311d9a31977bc390af608f8359f99cc03dec7759e8f32dbc64f32
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586c0c3a15f11761bbbc6dc1e3a6b1b096b81849
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d63df09a0198f507eaa80693099379d8095c1073f95bd6768eacbf7702f42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be30f042d07ff14bf0b05fed445b84eb84eebda
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0403ca9b58cc1707386de7262683faf7a43785640b575c73d59d44759ad6613c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ad614af9e27210d801126fb45268914cd57108
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e2969441bba5385d430a1021ffe94faf9d214f4553d2bac2057a4d8d3be1d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39546360b52f0839e6146c080f2141da4522fd8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73186e8d9fc887b056f7cf3eaec8927ebcaa2f0fa5171de4b5a3173df12402bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5278c3c903e19c7a64f4cd0e92aeeda2dffa725f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0c698e2fb999a496b493a788c0b053bd6b7f6dd966539833957219d0c0a9de
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b268d3c322320f2856e21dcd43c0479d936d3dbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c717ff47533c0e7f88c4669bc01dd44a3d4917b1d0b690066d29d307ca04e03
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1ef793ac85dd9bfb54c55a3977ef7dcac1a14f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31061594e759892ff4b71fa466daa5653e0ea4e4f40d4ace81a4d0396d2c1302
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8f9c112a61b59ef9bc09f9ec1582ad96328101
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32375edc7686a2af01fc74f49205facdf157470109da1b3517ad64908eab49f6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2997674d26b2faebebb411a4caf1088c0cfd526
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789e22e31f8f0b613f2c9f303b2fc430c9600f4cbd5eca9e07fbe57a24663cb3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d3efb853cdd0e6af7250cac83deaf8dc283a96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef28e72fc3a68676d379e35030006278b4f3ee040f5c393571d63f48351e525d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5e18d1fd6ca43e87d799132e93152a8e20ea56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d8828f2fe428377458eb78266654eff23a7e282bfdb25de702dd9cea3b274d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013da4db5ccb888935c9797f47b5e0539c4b79a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e9569fc63989686f03a7f24a8bc94319033c572f3003b55503447ce60c341
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c21f86a127a77d9730330bb4c82ef9d806a6f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31125c789d06b36d60e110fd86a71ab643f7ae972867c24c18345c1a1661527e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48db143d3f6f0b8d9b2370e785c8918c06dbed4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae8ae1eb2e2229ac7c45baa181edd34779946d9e5c8eb35cce0acd2276bf415
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d26246c4d7c4e3f7d0a8cfeac99655b89db7b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d956dd342c0657cc2b1fdc4dcc9fe865f0fc887db879df560b03f380cd423cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac5044b5ea1d7c7fa721671e66ece05dafb532
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f24e1b2410c6fbb1450e9bd21992a02bb2c0add9a934a69a121bc3147c014c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80672aa61d9086be3d5d5af0799dd9e9743a52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e9d53f3c07087ae88c5623b625c41589d992b76da79b02c7cf221d2f9915f5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e28ff81c2e34e35472921f956e9eac107bc83f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ff9eea99c2c5cdac1c16d06afa4cd7cb0c17971f4119f44a8b99030c58d47f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd806f456b9a17aa7cd34dc6d1371daa83139ed2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9202e4424a9333dd3fcccd054cdfd9a1ea5f8715b517bebc83fb26797ab60b08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766ddbee99986ade1fd8f7f5686dfc08bfe49d2d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061f6f502dc48d3610307053ee963042255bac358f078364c9bc0739864977f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253639dd7931c51c63dbf59b553a69635d2dd9bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457031b68bdf147fe7b15b625fa3fe4a609fa91d384c5fbbe4626b75208b8aab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0e7b64462a762b9ab4edf47bd46f35fb7482ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b11b7ed312d4e06bff999f0b6daf5ec1364237a0363c98d33acd41393a03d68
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc61d10a98f77ed6506650670ff9960ba729ee6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a18de205f5a3f65cd708104e8d30033e9c4b028ad112117478fe25e0122fc1b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7068a07a81b340eb629e76800fe0cecc67d818
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefa79ddfdd91082ac297667236884705b0c468ecafb7a691b6e57900fc475c9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbbe559498800d27de513462af5f147b9043748
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de3fbfb5027075221e9747e360860814630ca09a796c77247057f16eef70b7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25cff513c56d37926b6b5a18efa9e9b4173b06a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d29831a91644265016d5c6fbf1976628b8898048c81da5f50fe728fcc5096ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec06d17a709dd2a69baa6c8dd8f43db22c90bc2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536345d3c84c43ecb141ff119e5fd4b72694b73b1759cc5b1915307fb7e5ed15
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c92233ecac24b36a23b7d650f89d8a9d127871f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda18dab99528e5103c9ab002114df1596d1dc3c10814a6876fa3d94b7c795cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa48b4dbf89dbec86bd2db06cb7fa301512466d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f449ff4be5f86ee59a3d11df15ee59bc6b7aed0dac017b98bb46838882689e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41f27949b792f8a790860f81702496439aadc96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496599002add84eae112e4e073f92b9247c669b8b2c923683d3a5a40923339c5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cafba750beb01b278599e47b88e59702cdeac52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683f1aad5c143c5944311e4672ee329828b24ddfd186f6efe03170b13273c6bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d0ca7c55ff583eaf47d5f97cd3f63b05ddf126
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7677246c354041dfbd78bca87b66a7f6f8a84e5b190f731cd14491c8969348
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3b8a698ffd3d9936eeb002ef36741357e784ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a730895eafd40eca4b6cbd512c544baf8fecd8553de36482e63f17f8f943ae59
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3870064402b4ea7c3bd18c694b8168e80b383d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38aa807cc4a7b96f3c6ac494e96b5fe6530a70393f5e536de7fca36a6ee87da
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c2a220ced6f3bb974ae2c29ffc342f960f631
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a6cfd14edb90058e19cf64ad4a0dd02f6f8739b1516482d822a62f2e4f7754
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d3bf42d6766778ef1ea79b707c7abd21669ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367623a4b6f35466cb11a6e2583c8e74b5a0c3b960386ec19c92a8a703e9045d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd096f4ba57466389a861ed6bc9437d5eea99c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef78e8023438a3c2924b655faad462f815a3d07681cd715b58167bcafb1bb59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce425b50241e3059f54cea53501805edd4b27d0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef9e8e4fe1326647dd2e2ccee5eb134d73123c942f660c253b5c792cedec826
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5986a25ed556e2fbe8b6db4e9c06214032ecb8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e406bafd282ea5f87e095ddcb2d3a23811c15225f639a466d54cb799ac09c5a7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60d319f64b0a89ae9874f658082ba58652086e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a273fdbde3da7bf39c3294c106fbbdb4afabdf38c4efedb7ca1e0c2e46da4c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edf841620f5953b86522e85e0a7e7af9ae8a5d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc2683e05afbd6b14bb31d038c957797daf3190469e227b0330cb004e1c6bb7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a286ca995b7c1a8d08a86a4efbe2867264b7319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e55e5cc57fbde9b7a6d040fee714426924159514207ae57e59a1451cf1e85
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c317b51d7aefbdec46ba5e4fd5585edf63918c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0f9a957658b6f8acf18f15e54feceaf521703d031d421540e29083b201e1c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66611e124965faf20c5d19df9e241db21c95356e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4bcb09ddbbc3e919c4347498dd531ed62dee087fc58fd7db997eab5ab3a4e8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8091e16034307d0e0346f5dcaa6ba44a63047718
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1100ccb2d64f70b0f48c0e15a65dd5878b09f0cc68d275073bbb802119b3ecff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8792dd46f7aab4822ac41471ea61752e4c43e0e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c851597cafc8d297edcd3e870a58e4a42162f1d6b0d40ef70645002605ec8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb64f7484dc7737560b80f91652602a9d82a2f11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071b55f489a29e865391719392d1718f3c6d62f6764c44c6573b1456f3833ea1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc69b8b0b3662e6c8fe47428a644457d956622f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fba5532e07ee00b886f03ce31789149434fc76b377b80390e145e779d328ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5c1ccd61766ff931861129fcf60a93c3c6338d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fedcb34948ac443f2a47c144e9dd18cf49a6d5cf188a37d539681025be9b17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7fc9eebde4863549ec6ba058ccbd2744ff0f59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2fbff158d42d4ace90f1259fd44d6db1d293bfe6063a5f636950b4da497ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2b2ac6fd81920af8a5c439b3b2cf0312216e81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3a8f1d7c0f6c1099ec247a3bb472c14b795a7bac463c8e152f7c6feebc433a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33915c5965432629c9ae7618d2c2ca72d64d6070
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724e0e3d14495785799919792defc18316e6f31e9aed08eaee989144101f6755
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a62b62f08026199a1d0d011ca0fa43107a3433b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf26300d68e7cbe15d68854115b1392e4ac707ac72478f218222775a1cfc1ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e02e504c54829d8704de695dd8e5219cb41dfac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c917d3f6fba4c237bd61d9210da85dc9520d862e18b8a5bfe51bb5dbe0f0ef86
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfefe12b767c20d2a53ecff6f1df02b9b8c6c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d002efea7fd42c1d414b7161ba2053e999feab22536086deb8b43ef9076eabc5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22167d67b85d9f5b252658377eeca56b4378251
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4532034e49cb3c586c985fbf9c3ad63754f5e1ad8c10aa881649ceba5129e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043247e8c0fff9a9a4d65ca2562a9e8c0232dcf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783107ebbbba2ba087679fd1f059cd8cec37069657f2d13ef7f48924c4eb1edb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6150610ec93e6a351cbbfe7226a46a01d202be8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e994283a3b34b320b87f0c1e8780bc86a9cee220770cce15551b9e1cad620408
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cb81100c77cc72506b6b9527f919a9c72e5dbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b728aba447b665f42d0d53bb58ed80a624b5a3eeca201e20c6bd883ba61a3687
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c58c455d293af0715aab0936012dccbe251e27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2e473e64276a1749c034462fe482c962f4d5a80897a78d8ea4a3aeaef0d27d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd77a8386f7843845d5ddd2814e1350d51d2244
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ca2c35c72c35b706148b9a6966a605b40056d5ff86a3102d590055362c3b03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f214f1953622b5d6c4393f4c3c91b3e03c56925a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc1d9dc2ce8cfb74621b3378667b319f357fd6c17ffeaf068eea7b1cfffdf9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbb03dd81efb364da439579a64cf530d306039f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c27d67e01899c66b0a8ebfdad235667637d7853d1c763f40045fb44fffdc53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd53c979cdac756a88860cafc872bab8fd9bae8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129850ec43bb4c594f09ecee01238da1e98b0a75983de0e7b158c2dc6c452dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d5764e2dbe20099ea79c1582bc8a6d9ec1e0d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4454ccaf7692e6255e777b34909532dbc021edf5f2d25c0106fe31b7b1876f69
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab81a7bc697fd342e061d831beb101e231e7ec21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e02e4056afe704344ddf80b016a58ec7ec2d8760ff2be8f8b5713c7125792e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bb65926976c423c9c71aa2bed9175b25cadcf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55badde1f328a1b19ac4455808bc9fbe50afea41704c247796ac65b738102fee
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bacc0407caf04d162fb92ad9705ff3731d81e1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176c0c07d9a0cf5fddfcc67c2fd0d9f78b02608687deea9e9773e4c6009ba55
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3551282f14703031375a4d87bcba2960c23ca3a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dc5a66f8ee5c9249a7dcfbd528b202bb25e996963532a6a41f2b8aa3cc858a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6712ee8a0d1daa6d19c824585abbc313506df0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bd0da5603d0dcd0f82aa508cdeca224144eefd920c2f9817e54e64377394bb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3250518d6096522717dfe0ca66af4ac564a13e7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649003d875099a05624026e6375009a2de489f1125fc47f21d8d923a99b16df9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5911f99e97c85e7a941c89d595ecee16f26c946f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ab728809ca3c9c755f047397095f93a1494843bafd5acea07f09c39aa9bd6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0585093279aa7484dfa8ecddfec087a39a59ecf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a72b7e5af334de7fc674dedb03b248a6d9e423a9aa2e255082e428a2894a6cb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4cb57e976222d1c4e157f0f27b567f33595cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cb70661f39e010c9a5ac00e02a6831c257ab62f6f45e9254d9508455604bb6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d40c0453d9603f64dc2ae800e0c74a7fd66835
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9e68fcb098a71d52925168ef1c12c323dedf07a104c9db80c9de2e46c4a2ee
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eacffe585f5f49526968f3eeaa71cff30712cac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3befe9f096198e3f88d3fb33c236fe2781277374d104e155843cf3064e7241
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c3e11693b0c7921af179beac9d7ef311f5865a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc099c578f9559a870a7a70dbbbe2be775c6740c577fc741c1818e2646ee5162
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f9745ed0449a265a803ca2276125fa19bf9a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80133cc59be81cd49eaec2f4bcffe60962418f59bc26e1878a6ef8f205b6d2f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4983475308a62d0d48497143a782a9e3904f548b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5eb3ed1607c8f204cf8a81ad98de499b1ca2d441c6e4eb6fc91195f8055c89
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5780f785959fcff63a9dd826e0438a48e492b7f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b7d8f59a56be0c8e64d63313395c7391ce4dfe37012fbaecedf88c8810e08
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fa7af4ba947632310d0ce3eff62d605d328292
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8761ab404f2a9e72d0c7b750aedbb49e7259c9993639f8ebae1528b95155ae7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deeb7c3b78b4d13f6691b35265b87ea48f3229c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e81eebcd446d19f895afbe80191d0722f781485b0506b320a95570713b8e489
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd06a33941e4c8f37c27872168237cca3ed5ff36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3521ad2e1e8941cf36ea95fe2f393196e6b19482b250dceb45dc7306fae02961
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194e68a127d9f046096e0321ea8ac46b67ec549e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5eaed4aa44541046c63af7532290812c5db520fde970ef5839f7d413e7d5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80bbc81d9ba023711e01eb227ccc32460c99c1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48295fdb3b274a3254ca1ef3e00c0a8b237aa4970fe55b811bfd068f1a05c5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e170d256683a0e98cd5547ad6c6df12a30ab14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff81f85ecacd6bdd82a112a61deb96711a46d1e71b67c3335949d08251dca0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7890bcd1c455d9d2fbdc4a14a64c862f302f9aec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857e4331c756bd6eca98d948b4746937dbd9a519679b0307b877332d3f0b717d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef15a71297dd802feb8af610762e54361e585bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9ce75cc3ae4615036ec5f0ccd63fa0f3e8715cdbd2e10503a364f08814b73f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ccfa0c20afffe3507afee2037e1f52acaad58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b06d70fa4c6d63765f7a7a6d94ddcf3d716a09b2a700c32209038e445631b2b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc82bb538bfb67950c104017633bc137dfd86258
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fa17e79a6bd787c3e5a6f0351c8ae9d1694b103f19ad95af5c62331f2ecbb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13905ecf059ab23e370d4f1c5f1249e7cfa9228
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f526246cbc4a1403b97cbd03fd72b7c69fdd1a57a26e3d0db71859af5b22aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f5fed9d9bef2b319532632a5546cdca54b0f3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d84eb3eb4cde0c3af38807e833405c51f4a79cdeb74e79a111512dcd80bd58
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5409b2b5293a86e289cc67ae0df4283195ed45c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1597efe930763cb8100e4728ab9892f7d8a728eea9b9ba538abaa0ddc15ceb2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed423917c6ab728fc229ecc0707d8412b2c7af5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da56bfead1e9c8112794753b66e1c33a0a53e4ca405c4d707ccc10a5b53670
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dc5f4af77dc7d6ab201e13a1381a359c9e50ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b915819cd643401543fcb47fd37c12f932a60b743813659d0172a24b36dd3f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d89289c56efe357add3bcbe26fcf53fb0cf6d4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf97665c3006bc31d2006c4be26d7508fa33f10a27c1e29e71be86f76260296
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9253f9196b8a90a2fbaceac755d047bacaa1f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1fb810051ef06a8b10628f761d71ba2c9affe30502a7ea03f88efdafcc35c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41155fea4ae4cacec89b1f6e7a79a8742cab727
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3022e4f71e84258b0ad31aac4d77eac531d78696879ab54acff1dca471be7266
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133394282a7dd5657ce9d2704b006e66cdfc57b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f4f5ba4473fe9ffdbf6ea67d3b9cc13de0e383d1c8733861daf26c4a88a1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6181307b223632672b452c28761df35b803f7bb8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b4ee01d4f48c3c96a86e6610f5438d38941b2f8f69388273e4788294b25d84
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8536474486837e828255573579db7416b85945de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb12e4e0a65fc0d9ffaf21a208d078ab26204b90ecafcc866e95c20909166bb3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883fa307ded8df09b88a249f506af6dbc2469550
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5929a015dfc7489c5012f20963d6f92ef764c1932e44df23a22f3070bfb97c0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5f7889eff2a13b594362d85002299b21f7ae6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb244006b6045628a5ddd77c24a3c5aa0790cdbb2541754e01ce284da8905c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9612bcd8f82b2b9bb2b265bb5c14527e4c4a8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8497b96996456c4cff8b24c49a4f2b5631fbb8e0643abc68ff30c9bfaa297178
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c075637d9b6b1c576f39d608f60c5f5c12ab0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc25dde18a429e91de944dd9a2c1a0cae94e48e4f4aa347ab4eececc0d5e299
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa69c3d21d4d7c74dcd999e96f4edceec47bfde2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5047d94e9130944210c9d03179babfd79bdff5a19dc137d67745e009aafcb6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515282a918704630d72d3fd5293438cfd8e55b24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c47572b6c81fcbab0c81726fb5eb3768a53e60246f37df98bd830e919f6012e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a54e87645d9ea2f13109a7cf774d17beeaf2da3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755ca79832784060f7e6ccfcfaae9d5a1045fcca7195f0f4bb3df3574e38f395
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f68b725ecbda5e3843e022e83a2d9bec528fe4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93df9c1564b5d21a3788f21847ae70b71c5e78111cc6c24dddecd6b180335d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5866e1c509322f04582c4c22c0147352959b7a54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ae313ba5787944300d3b274cc2492e9590a3c6be63c759ba2997ed3395546
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec97f35c03e18cda355dd3999de846727bd43bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51e070ce9fdae512bef954f73d5861a2e1bdda2ba81d697f922a80eb98fe8b6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297fca8cd342d93e98535d16ac006748f6d375d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bc04c4b846d0720b414bc2b664a5a2333c7b681af5e7448cf4cea389abcd7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617be4e78f906630bdd70eccba9a23500648fe50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c563ab891e56320ca88bbae2bcfef2271d90d72fd95c0241dd74255ff27a7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f797d4448ce6f18ab39ffd2903781c2ba1bb7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943dd866fb394d316b08bf1664f0879c90ed8dd49ffdf62da61cd21c633b57fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7993a9c1fa415b88e057ba5d8a9cb093107dc0bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360de8db5324d790867e7779b4dfb7d54d6ecbe29569bd7a749dc4b1bf15eefd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e64a3a33ecbd3fed2716844e15a71596bd3e53f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe3a33d40937721afe25ec1c6f62e0ae30923abfe7b8590e48f4737fe54d8f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd557cfc2c1a38db793a0e7b429007bb0012a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268fc278a28cc969fce7c4c6e2c85952b8b6b5fa435e7ca8ea7ae4fa4328a258
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c22c5228a819394a245ede18bcfa0aec656714
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34996d4e909ca1ee3acf667a6e31873926b6bef39ee6693912aa999bd2c2d166
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d076879afceacc5f0ec1edb620401ac1fb678a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4ebacaf7e8e3f572457feebf0a0b2baeeea5fb48f67dad4b316ad1dc82d4a1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ccdc404e435fe43140efc4e6f0963252c00fc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2abfd71bf3e77d7fdf949453f81ebfd84e1269a0a687be87f9e666b8ff4a7d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f6d3a4c1d8ee90a25c087efe72bad0086deb5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf2f049078cf68a4ccd17fee9bfc2484556e8e2c4cb6c944bd0a16eb5e9061
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e2701ea53ea434212f6216dfa6cf9c77a0809c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a224f3828e8fa76b855bd628972ee5bc1d7f164698bbd2cd0cac76d9bf6427f5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e9816e90e722cd0096759049bdd67978cea5f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495b06a65e44390c21f6663511a82c07765e1a524e4f30b66c1476b949ebcce5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52253049f7ed9a72a51ddada94b4d113c0f93b8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab19ea11a1bf780f8f49858cba24b921494321c6b99b52cd89502d3332ae36f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3036022ea088d89c2f35162043cd8651f0dc3429
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da657001f55c94bfb767ca66e7c8f83fed87e8e6432f3507f30833a86027e3b3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db45d67a0a3f2301c6000891322f4307ab94ed0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fad840d10ce6544026542c710002c41b12cbecd382915c525ba9229ee610ec4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d786999e59e0ece54a7bbfd17be9cc8f1c439e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7b62c659cb1792b5f798d92250bb3d7bbf5c3db3b1f8937165b2d510c63fe4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed07f62096fd223b803e7341ceb4ca0fc005803
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0872023c15b9a9572ef179a8de2a64376e3c2aa099c01848ea5a432fa55bb98c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68cd17dc1e3efd9d32b189b968ab8c74d704a9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a405f70e982cada45f774af8ba2e59880be9ff378952546c1ac3ef4e274ea641
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bb5cc941305e01c82f7a6b5f6dcf6b43d46bab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34533dc779845b57fd31f5c8b97deaf45a3e05d9e9731ce906c9a61a1f6bdb74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc655c20f85cd5e1866b1eed621febb4ee7603
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2fbcb63a4a0431c2d9d9e289253542cb254781c8f4bd2743776d1405cc32d0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fe526f7a04b536ca7142f03372a29a38519c68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853f4f7bb9a14c7ccf2d7bf8ab062ee73dbe9d2fbbb657780274e11add550c8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edcbef65c4aad9371cfbee48a21395040ba5a99
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3c006eebb5ba31291eb740ad0fc7d9ed23742fee356b4278f524210af93178
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc87d7429ee14e57b6ec323501688f314fb01c70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4379a8beb6b4a0872dbbe0e17f4e3c3184671bec0d780faf1f1e229db75e56c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac24f12dc205689d2b7c9cafdf8b57d4135efd2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c0ad35b5898cbfcc000c986140703a7f0916564eea32dcf20606ec7a9e01b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4217e1ad8b777b8f22f81c4fd566f01a23e200
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1e28f12071e16102742c989b75c83b2085b8c396d66e960b740d85e50a50f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3d873f9df1944764143d72fc1e8d6a3e326efb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0771061a5fa4650359f6d34a5b0bba8b8cd889ee711a76e2f344f2b631a09f23
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3dceb98048971fad1bae83dba5c19611fa1c4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81407b5dd6fc11db874c5a9ac5977f69a8fd43dfce9e21e7f972cfb330ac5e31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad74990a18ec8093c3f85f9dfb336bf83ddd837
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11f05ba08cf4a2673df3d11fe69ac0ed2f981fbbd5e0a635ece4f5d50641532
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a27376caed889f9b1db34025e08b28bf71af6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb97db4ca68d3b1c32d7ef295fe51cc2e0ec4dd36c05e78b8b64dd81c5c1cf75
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7ac189c64b289ff5c7f3515f7cc74002dd6cf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c127263ad0579c3afac360daab74682c5ba468eebbc238be41bf873e1c69baa1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14197c5540be1a82ebda71509c30a8714b7103c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e54fed53a8590742325754eb2d52ecfef4068fb79f1621561ca9bb1a00c3e51
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbc967485f5b9aaa8a5845e2ec8fd9d35f9969d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3779d26d56ea3c5bf6463b747d8c2493a1a4cad932dbc92eadd915005f9a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f25287871c29aa63d115a21a2f36e48c4edf45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b3f708c304162ee9d71cf10c3647df218e2249bf4f27c820f89d87c4bf772
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6d7fb7738bd05814180417ada9c97d7b270c61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cddb2eb4e31c749c0d843752de0f46d730c2b45f9db8ffe36de01ba0cc351ad
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a2fc1d8b6a8ad8162e112151dcb1bd7292ca82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d413fedf45df3a33be43fde17cb0b8d56c361ee1f45d5508f8864271d24795
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2192a695019f9470a206db1a28ff26eabda54c41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f511c21452bb80e9c03fffd6593a25330bb14c0524a8d5d53d374b411bfd0c3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7726466f6b5a172d7308c4b07297eb9379c5dc19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c471aecdccba8958bb3773d20c74507831a09bf7190a029e972a8f60a6bb21
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f45c84ebc37495345f77dbfad3660eeea276d25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ff6d170365c76c12f319aa2af1d2f731ab274d197fa87a35f6d2badd8ae9b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a27fb316285e8ca8d301e950a7406410cfa1e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17b7444da615f7c1e92843ae85b76c0ef12e2061ab343a86ec28e48e07ac37
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cbb11d97203edf074e73891929d0f11eec05de
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6e712b75e8141c4a60108e6e7e41e57de6773206bd8d6fde94a9b6ec007c98
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafe08ab9c2eaf6547604857fd2ff5aae50c453a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993b0baf2cc7d42936d34fe9ab71a28d3c79e62b1594c5a5ac47a9349d48eb6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7e9f7c8846167ee0b805370ab570472201b8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf666196538d69157f47faf7998888c043b6fd3068925a6e6d8857d438663e53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53438c2bbd979c7c33b2f51f87a4e67d5a47da7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aa3ae820c561286fe62fde1b95a23af69f0f54584e9e44d94c909645cb1ddc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c5bd884d01a443ca7ae6cb43ec3843b6879960
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55029b95614f8d806acbe9b0adc6701c722f3d40b671bef664de07decd67a630
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc16965d1c93bac0146d058ef65d6e6d983c77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d64e15f811fe3c466d92a074dd59eac87c43a3e97a6844765b0d996f1efc5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99450a8293d998f7eb43e66d027227d2820dab6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcebc3a8ea4a178ba072d9a419b8331e87d2951d0c6ebf8e9cfea9c4b958f255
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bc9854b3afc00d5a735549cbd8a41bf288daf7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bd09d15571ba13093b4b3624487eaf807883c9b52fe6ef5f5de6a3f27bc38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2d04469640975f4a06f5dad4be14997f2d6757
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f897906f133eab8b1ad6a62f762540b577c4d067aad89f8a3755f85de9a5a8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca72c0538a8c656e9b0857ce8cf6584b91d737
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb4f1d4785f7039702508235ecfc6383d1c7f2e4e16e924e8763cdb5dc5e245
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd042e40230f9dfdad803bd5604cf8b27e81fe40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aedfd76a8912d392304b11cb877be02fd5188f2b909bb05d5d768a6e6a6f99e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af54870c1e4148285aff636d0735796249a1792
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092131844c5f6005d7bb0b773cdd1f8c85f20c7de844a64fe4cb49c6f7536ac4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c71941adface0cd570aa46fe9faeb666cbcbbf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710232283469f43ec5c48fb392b9a66c40304def69ab3a835557ad38d116815d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f240c046df473f40726be1a493fd1cb38b7d6a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb59e4ea37d8e8912055cb9db8b87a9933b84e0d880327044ec8251c3e90082
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7040f5efc6ca4f3c78d77a4aab6a1efb2bc73f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96903b789a6121f9bc2b0a350320fd426c7db8096c54d93d85e5527865acde3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc79826b3c4f1a94a09122b2dfcca0e8c51b93
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2d54aae716cfda02571255dc89b52fe7e80f247afd38334f3a3e6666c840a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2215bdc2e0a9ae0478d01755f24b80d16412543a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fce9f943d7b8c0ac716de87a44d83991fe8d21502aa3a69f92ca12411020e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46427a413baec2a1eb80078768f267f3d4df57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b939d333dbb088a71f34ecbbc60417f1e8861ef2f3e6297f6b10e0cbd5237899
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9e497eb7820f78c419f61e6b1ef7a1fe513fbf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f693a133cd073ffcd876c7ecd92c84ccf07bba2411b8d774d573dbbf18eedd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eee83875295b5db2804294a3afb222290a36734
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96af77868e61de8946192609b32d8d7d927137b6459287f9b6af490cada5a548
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcbbc566fa1628fee7027138c5464d475e1b63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338574465277f01cefd5b7c5755b7f0374d21cb760fceee05e2ac78feaaa975d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88507404ef796bbdf341a0cafc83702ec48ae2b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dd6616d0a0804ab8a1c2557497c98839ce82e73eb3824dcda821413d668cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a87d840c1d806dc7688ec07e1a900a336eac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbfa38f0005d7dbc4c9e01cecd6d1f48aaf278db7dbd04d09e452230a573116
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67600e5eb711371408606b056a4ca9d4c6df2491
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eecc3811c8fe25f57db429e9dbad52c8f61511db6e285db57f37c7c13da03c
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7b2346815ac9f1713ebb4d7f5561a16229eb05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2c9ce4099327538d18e5049363b18984db7741e71c6487cafa3895d2670bbe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1307375262484fd4d158b8a61c7daac230993add
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f8b542d1a0f9fe25a5fa00e18d236de46ecc66a80291a8091326c95ef43ad1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554facc3da3300cf3414ae7f62ab105333c42631
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b8393b38fbc5c1ccb45d4da240702982831252bec5024dc330419fdb7f0f3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64edc6d20a4ca4dcdee127d521ea6ebb3678faa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44905bea6a4a196054f22604d2155e391506a43a73686cf37d9d0e4071f9cab1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe8d87531124695ee6d3c1355f601fabda26e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f74d25c55b1beac03a09930b86e9122b2ab32eb8f87753380d1575056caf152
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b28c38f191ac16cd3f7a050b92f6b9466304c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deadb8768768f525aa743e1f51f558f3e02bb77dd9f6d382d4a1fb910dd87f48
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91fc86fd9506d4f68162210e58266a20ed1eb80
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8406d749586b681049e75ea2157e15f21159d96cd96c1913b56aad752b3a861
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bcd99761def4d4a652f8bc82d4ad35705632b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafa12aaa51a72bd28a7206b2af1e9bbff334e463b0b8968db689344fca122f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c50afd4149ea0ab73a5655442e76366fcd68bf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b9e4d4b02c120fe395e5496a355d97831fc9bfc49f0c0d20bcf309eca52847
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e757a05e080e5684ab25af8db97d0ae372a76a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224d62c3e0784057c1bd8f450aebaa7b4c7d1e9caff433fd32c3b06159d1a501
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f558e31c0505d48c30bbd1d7d6df2e61a2746
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3765f8a8840bf49537da6348f7ccef0d9715b14c30e5f496ab218e4110c6d8c8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd31dcb93ae6c0bba3a07d83dc7464645652b5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af88ba0d67507863cfb1db96af29d201ba5132b35fdc8bb9f43b0ec79b48461
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b5c22bee8384a7ea90a8713ba8a05df86bad3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ebd1cfb61c2fc85871be777857c3165c077d2abf146add2b525bd5a472d57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b236e6b66bfc53bb0fdeb9cfeb853045fe402
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7e37e0c07768dd7538b73fb01aae65cd2027ede2f6a2898e4aa893703bdc81
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40308a9270417db335d65079af8ff27df91275fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84fefe49af12f382f20890ac7cf85f9e5bd712cd132deac458d4ae18601e759
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bcb35bf7cf2b1a5079d77c706f5866842ab5d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f091ccbe08b899e8b62d77c6820e49b38adb223cf751790a7aba33865f2659b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54540a408e7c9314340ca1fba5702a5e323b752
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2996157db90bb0e59588366b40f79088d50fa9d82c387ba6493478f3e2bc929
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c70c39145fb72ff3f14e9e0fdc045e07ce5869
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71b225e3c41b9e2a6274d736a6242251e9999c5e3d1a6e26bd7e149563a4319
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5617b2b79bbff8c5d1a947e223ac6916cc00b9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728c67331001787d129ef4986b9a882b0b542a9b5050013cd4a239ac5289802a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739f920fdb86ad3cd32585433c5d63026c48fe0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f54f18169dd91e5ae264b026c6352dab599536624673fe49122f1b6f40658d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb881b84732c9de4fe97a4a542ca30e95c772d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066bad6a6be0af8515b4a148816159ccf83a6090aa9fbddf15b9e2f5108c4523
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e22f9b7eb11509703f0403d963f9dde20b777d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bd51cb4b54e56f4bbac65a85ae570c26df0562aa9ce1d0b23b6651a6412559
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10d4342e0e4091609bfbcfb95a43522c654c587
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a9508c9aa1710d66a2bb852fa37333eeedd7eb0755183315a67a383fcd88a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42a804e1cfe00be52a6104df1a345e269c517ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ae6d03e09538632e6d8397282972d7e5e25c1d721047e791ec5a9ecc02f29
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672a942dc2d6c62e5785f8d0771d1a78187f0ca2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84d2ba00b2aa0c634ec8a089c78d0f1dcd65266b006d114e72a25abe93733cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80314d73344c01da7563c3dabdc1e771c3713168
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf6278e982bf36d5174a139f64d5a6d92c512f90ca53b86de5430dd6cdec0df
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec499984533351e8813afbdae7c83b42b45613a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8f892f5ac8c8a6049822412ecd09a24c70a7f644003451d15198e8e108771e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2996254afc588f0c0ada44130b2f6551d3c39243
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b3b57f2078e2017839d01c4b9d26c695430aaa52905031cb5de66f82cee7d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048cefae358179e88dc06c1d1c6a0b48413e6e3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45270afa4de5b8b36d125fe38e24eb76e0d965ee081ea08541ae8091461ddf53
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de488b0daf92c6149fcb5706c372bc10e6015236
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632ea2d699f38a3ef37ff160093c2a331e6db266abe22560d153abe6ac706d30
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a17095d19fcd39e9553bc34c916d52299a3a22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa1ad0cdf4ade82a72146c5e42f90f63a27cf3dfea1c4d992bff0136415c124
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b898368df23fc4e8e97c3631a055018751674c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564d10698ec6f9b16953be8214f9de6e7eef3f5ecd4828660d345ee2a698a8c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de7952612b064bd2d2cc258704067444111405
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5c679760305315549a561a9958b151c0c82a41e5edf95151872312fa311118
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30226a778b88d54bbde69391f5a5fc1021da0ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5135828dd6d249c50bc1168223157e8757838cdbb9fca8ac7db71d795ee20a4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5460c06698d98865831150176c204177c53a7532
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216797823fba92cabaa1d69daa92d4dbe400992d710962ba28b79649f2062e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41abd6242a98ccf686eb6cdd2c4e8c99f0a1c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cf1e0c6e43502d4452e3258894e31c8fefdcccefa26ab169f5b876adf59eda
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b825ee95b802fdc1e781d30c87f5b602dee28610
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c044a47c54ab7a7c0dbdf07b887337727f4d8d598e6d9cff14298ffc1b65c57
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d879844afd4f547caf122855ad06a31fb58d9151
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef222e2cf910ea52123bbd01823223045d4d891c225d7f3d8d91dc60ffc67798
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39824b322c31f1c2acf91ec17c6be1850ddee85e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa62d929bfc37990acc9185ddae1a92c50827e87035936d12ee2e49d50ccbf20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f25b805282be7f2f2223aa0a21679aea658743
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e1aa5c40ef7637fd663f27029e796e6fdd17133ba5836344c157c45c14adfb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2273dddb17d1d665930a48027c5eed584093340b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78b50fe0efe2d6e4f3d6262bf0da4d01825f99dcee635f33cd43111e9b593a3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc530b35c181a2260b2e9cfecc6e9e93a6485479
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8842a21c394deb25d30db5b9e76866eb7d33fc7edb714bc77fe4b78dc7b0ce1e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa007926b378cc7d47067dd5ebb692968b2d83f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f66aa0d0f9a66a2007adeee001bebd60adf4bc19aacadfbd0e99041523cf6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076a8a17892dd8459c5ae8c655d6ad47e9c31d58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3ca46cdf4bcc3d4080b99e6a49499ed68d03d69ec787558cf9066cb089fd1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994d792f7117216368836430e68ec4590d355cf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a3e4dfffd7fb3ca1e8a7323cd8b71aec7e7b7e6c134bcf03d90839f6975e56
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7146daa7076fdd64414731d685584d69c8e904df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b140c71b307788cf01603cacf0a64e008a04df4103d0dd3111c0aa355f1c3a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72ab51bf9e069ee3b23db00a847d1d66320da8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abf1cfd0c2aa3d0ea91e9d90162d359eb3525bb180fbe15a96f9068eb41ca0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a61184aca537a01090b5ef0b247b145259cad2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980cb7143f5b5c55d155923947a2de73ae50e1e3089f9efcc7c64d36daf2ee11
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d856d0d173dd6009ca887da3352c37154a3b2762
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3457cf8d69de09f042bd6d6e90005cb19d3ff0cd0cf71dc7d3e6c0f3a072111d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24a346d3f94f5445b15befc0fb8e552b12bbebd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ea0b8ef778dc779c2f15690afa804d0f9dfeaf54c766f1666fa9e1f426b7c6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe9561fc3298f99da509f9a19a1f2bcba5e31d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83e6833aeed631c73500f4b933e19b5a5560850d11f3c1d60307cb90d6984d0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71806682214bc6473baafd4e5b5406b3a633b836
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8911d2949ed043c686d0cec734b2aed311fbf420111e4f235bd0c035ed59e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8b65a48e2a21e9c9cb833062f136145d85bbaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3449f39086528942ff55823839611b9aaca02cfe070b00d6976fa48ba78f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786aeb7623e54b92c1e01b49263d3d4608a983bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c16592e577906be3c31612f02e77ff4649d4c8ba53732751788fe791157cd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3659f73f53c723c694c117e0d7e7d37d2a7f9cf2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aace35628eefc5f5acaa22d869ca1a7b675f70e27ceb7d559a1ae4660d3dc6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d4c3fa5e1452fa1b8e383e2068c1eaf92f8a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8662a99102434865ff502a224cf1de4d51381bcc21c0c7bfdfed8ecb8a1cee8e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f091182bfa26ea29592ac30a30791520210d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7551979df500ad09448f6563f00c97e148537dde1fef2f130a83e10869dfd6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e4202a24ed74f20b10f99ed62f594ee6b24a3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab4170b2e6e6b8133b3e3b77961761f4804952f1d33fc149a6d3cc801a538d1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0e4b67ca38334a0ecb29bafeccebf56b151f42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ce4a45494f2636b1d587bfec5f539d62a8d07a0c0a7e35629a9ae22ec04a25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb9d5d3fd64e970b65439260a5dd53738c29f2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa12eeac76a44383f92f23537498efd3f777f265d89e09bfb935a66cdcfcc759
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943a34f9805252cc89d368c572cbba98d048f19b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e2d86f5aa655a1bf9454ef8ecbdaad0a8d8e1eb6f0fbb97a13c9a775fb361a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4714a82475286630dc26b22a333d62e26ca2ba0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59726a10e098ac11df9acad59b086609ac6ce4d0e89bf77bd6a486cb0cd9eb4a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e04b81e140961e89cf8230e8c22762afdd8d5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00036fb0d365c6fd856638a5251a6d7409c301447a516c69b7b4fb92876325bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c78db78ef9559864c22c0ffcce81e1fface9755
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78827ca2220f3bf0d3122dc00118c0b33e9b9629784eaa918bd83fee631e507b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00d18bd724617adef9f9940c56d4d6606581b65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086769dbdd32987b9d9a73d874c68a4d0ee921f4b0e65ced5103ec9f0b74d892
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d80f9061061b9b5bd33a46af84891ad848f1d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459139a908bf7d6fb437d6f4f60e7e0cfe004d223905e98426620e850f871113
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c48b2ade6c15587379c6762af78a6208de00899
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157315f41babe7aa683ed1a5bb11db5a4450ed495b5d903ba9a7dfeb432c6733
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c45c3320a8086e59edabff9c8a78f60186efe1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e5f09babb2e55f3839b541fbf1e4b54a6e81a7ea6f4aa19176d1847ca48ea4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79281dc445458d671c82eff6eb69b13cc346fe53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2673eadd4c679b5abe1a88b104b280c5dfbf531ee32f386883b0c3ef0d45366
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4847806b3587809e5b5f27738d8c0053be3fd347
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6cd6fb634ba77dac8e08485631b57d9636844caf7ed803051307af6ed5842
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f21e8b5ef3b7f2cf1f889c0c0033bc2ced2f3ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf1bbbbf9ae74935cdc545d2388f4ae2c913e50caec7a076a15327e68f24a11
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6354c4e4657ade4766d5e248034953443994a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f69317a7292afa2aa7108728514901157f752abd277350b15c14ee15c5e53b4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca94cb8dbca781603fcdd21b5fdd3e4dd121f4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9e1b7a4e0b84701587188b893f8d85e23cd666a3d351d208e64253f523ebb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1092e6477b781d8d4826b80c95a195119394faab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86faefed7248a617caed50a640e1c96c2cc431961100eed00dd6d549f4a69189
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7ecd0cf12bd0490f5b02e9c279712ce453d27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee01093b31a6067379b899e12af1509ada261f316589da931b7352b0f1d3347
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd5c1347beed17aa5b8608483e4e85059b82a53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38d4ad5b560a37efad31bbd34d3eaf5c58f63dca47bf8fa726cf1ac6654d0dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d658e9c4a56016212ec3f301fd7ecea7b47810
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5285b17336598b6c64271065c96e9f2f9a9ac5d8b999d3c4d49ccc5d45e6cc1d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d43410a4e70226b75c17f7b22bff5f196ee996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890e3f5872558b6780665e7d190dbb2440b2704cb24762e855c9df530aef5f5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c22056eef6ef6cb2f95a27c15c7eea8fbcdd1e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a1222bc18fb7fbe69cfa98c9a9caa786735c1cab1d1da36528f6ef42bbf26b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23fb6d3f06b5a5ad58177dc705ed36f1de96cd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a9162f659533f6f92164465854b08728f7218c4a2ce459b7c4774f9634b488
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762001bd11d5fcf0c6cd931d35b3c23a4148eb82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca12bfc85b4830e824ed2753b96d95ef8a959982f969caa34db167b2172f8f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6b11b39f5384b4769993f36c84969d71071298
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6324d30650ad53f3399d42ea5e007b0270e4cf69f201ef283b6921f678cc57c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8d13d0c7f2542add51250ddaacdb9972b75f84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e3cee1cb76c94ac2b30cd45bd71a6a67e353fa7ccfbc553d979fac085e3923
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8aa057f7ae8361eba836fb11fa720f5b2a843e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2ffef99810a55bf606b1e7e1784c2545a59c9bb4bb470fc354389ac5963371
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6024a8e857c37de53176164c53ca0031be53ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2696b40d595f1d1877a39fcf0a8ce0d2bb8f8960f8f099e4eaf923c0e7239af7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c309f894557e56c044fceec8242f66c883e4207c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8759343160a043b386f6b70ea169d7b504cf09ca0def68e70fb1dbad35d4f7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568f54391b96752fbf9f91b10e5517775130df6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8342e944c187b6a35d2333a42d047b9b810c57dd0fac04bf222e5592149a05b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286f95e074108e78ca6396e57e95f551f2eab6a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10ad0fe8b46d79201cb72c6cc1f9ef5c41c97003d789e504971fb1aff291491
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d306005bb63d46f5c4ca3ef6612124047dc00a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00012cb85f9a915808737111af7f872bb208807fbe7f5b7f7ecf7383c011a03
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722842ece365adb0fc246ee12af98a05329b05e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d282624f819bce3b60daa426b3c7070f60ca4d230e7337988c5d04a79327a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac2e71b73af60273768fa4cf4901779501c5860
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80407e6f5b02e3a1cb79dda2b5656bcdbeaa8a236b46be74e42639dd393313e8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0baecbf2092fc2d9c98601fcbe51e85d11eae4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0de248bf5b733c025468949ae0c5561ebf7d0d7c95d9ee9505a817ab5411a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315dcfa4fe95b5644ce3d49e92d420409d9e92ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444e9f71b057dafdbaa2bbbaa049849e3640f4a81f3539b6eea2876d735b6bbe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf4b8422797280197fa7a4fbe7e086d45a4602f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661f21aa6c5113ba6ab84365f4fe17dd76fdb5833d9e347043e4726b45f153b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5ef23209ec93ddd2c6c783a335e40bc3bb2590
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097c64a66155b39946e9796cd3b54bd0d81c7257ca2639af5ee9c38c2fb298d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0804f7f1ce1ca3160175c8d1a9e7f4878b82bfb1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5cdd8243fc4ab89312f89edc8acd1edc5d579577e46eb21d12115167c72aee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024f03cf32848d678a1a70b16ac3b3b6783b85a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1025e5979458e7b6f9634ebe09ada941c24def61e903f2f5744a7670440edccd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c511ce1e2c6898bd14893738183fb4bf4719a201
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3ad3fe121aafa4fdce2f54b4bc59135a10c874b40e6d740f383975342f2a1a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb975a9398fddd235cc884c62c4ffbf4e9897da
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f5254a4749c4818606245fc90d1e327e622171c6b93c2beef326456692938e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45f15add9d07ec27e6c6c7b23cba9905ff1408
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b167f670293afcd98c4f2f11bf9c9a0c50736b1d66ac4ee23f8ba2b34c11f4e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aeee4f7a3d0387747c6799235637313f9dea5d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7114c43b1ed9725e1d38a2b86bddaf23d4e6648785ca89c7e7708dfe5fb0eea3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1431e571adb6226503b27df82d11aa950fd846f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bedb013cb93a6e94cc1b66cbd1ab4fd9e45cb295fd28c1bc6234fb7b0d3c27f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8907cf5ed8abab0331d832c929a4519a510954
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d21222c7220712a7884b46f4413589d5d44562c28e3ad7eae57c146a5a9585
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38d9fedd0b8d623d52f4971f4d9d2267d989372
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184e19f81e719aeebc59ee4b8298b91eb00a1d6be17f51accac35833c29041f8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65819ff7fdbd447aec127db3e5566f2411e58660
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a328d40fa23c87f5abb6f5da2f7329354f6488f101da7641eeafb8b3761e864
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcba7990eff9269519ce25f0a583374e011afef0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a875c7f3633ad9d7a35cafcb3bc2b6e67829fdbc161089a10d0fc2a596f527b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f32fe3ab0b8baf9be74063604e04034cd5d885
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66cb06df4d53ad5b0f802f3e3cc16efcd5fef72c031d1f99c46e8012c1fdbcc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c4530faebbadcda3fa0bcf14a286fb1e2ded81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b52d12e649137c16543b396753a33c1db6b39af6e29f8c8f2fa4801396a3a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be580a5d67cd7f299840dc2f923869b6725a83b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427c9b9718ec4942fcbfba07993ce33e5fd98fa8d82774a2f1a660aa9e822446
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b744742cf86d1f4b1b226b87241f20168ff72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15102ea78e67c8f5b79afb146c7b8155179e35f45fe3972aedfa7e43c31eeb65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b363db657ababd2dcac7f4e86a7a08bfda93a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3085ed244cd59e01adf0c014eb61c555016d93fa3c2eadadede3a1f91b7230
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ab5d9f26ee17d2929feebc8241f23e6f76d82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d9c17c54a927315407bcd729536a0fe0a99a500e1477bc3dc1caf6d86f9e2c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6219056f9a785bd5a857ab9f55b6a4c786df607f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f305207e13ee8d0bb054e9d9db0379dc49a1e8e6cf330a71dceb9cf115410
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba49beeef1c271f29a32822666c656cad2a132e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c065fbb932bee318236f2d2e2e7ce4291e82bf3f59b4800004161607ab7923
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff7cad88f227db5efe967a9f146320b0ce7555a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bcd17f0c2cf2f9be53518aeeaa55ad0bce833c26f87ca21b33d1f08b927301
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93802782501e7f3e6f9b85b7177945dec656de00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde3bba95f235c4297d1d7f2238195bb96a7c9bc3027f809f806cc7ba2652d45
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b3591c56c3e1276d6ae0a71aadc753b9e6ee07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12948eaf3d03469c2c27e0e66c9b7636d92ac4afb10539e29b59dc4e8cb60ffe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131388192404aedaf39be0ca468fe7e7293df804
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30fca793b74c73f6813ac88dc04737d584ad74f9f5358027e54e3eb6794e226
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb578771f4373e3c53a55b64e5188e4ee49e926
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b35cccbd32a848847e30a87d35b5ae6c27e1bb8d9d3aceee2e9d5dd15c34a53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfcbdffa739766c40d3058285dabd05315bfbbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fae9cec751dc29cd81eec57d84a2955b823386e8c5f122d60da9cbc06bc0c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa4bd95a88364b6402a75c302058ea4c519ed5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f4ebf9efd898c92678e01ff40ab97af5d1bdf04a586935c99878bf451e06f8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faddf01976cea5a81fc9681a2d343e6752f7361
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4945d7a367510a7bb11be9bfb0bc179b875add2bedaedfc240dc22267f5484d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20681d21e1751a5111f2f23448e6e18512d9df2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f2d554dcd1f4c9e278ce9a3735a9bbd42c2ebaf91d36498cf3b3323049cf03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcaf40e1452281f3a7cffc0261ce9333b46adff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9f9521a8f827c459020b020e855cdf1dd91d10f1548e3282dec001d912a3c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83bb9b22abf7ec4ac1a57990978b58f8695415b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8bf292c089304272e0b8949c76fc5f354303bb497053dbe33b0bffa28ee83c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aa569f58813456e3240a465b493d08bc87b08d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c45136402d671bcea566c66a03ba05c5e058d1cf63795ad42b14859e04d06aa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93370973bf7d6097726acfa6edf8d32138746ccd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1ca5483b37d7f929f2154ee53c237ad1075f0f869ac6b8e4a3796fc1537885
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cd290b8e385d99c960eac5e4a932c99d87e078
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debcc3bf6ea6496d6020c47fefe5fe82b8cfd1fc1928a48a6aab8f05d5f95f1b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95270a2e54f81e45c7016eb0c18143f6d29f0d21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d81ddc7651fd4961e00bc45f2526a17eaf12da2df71e174700ecd32cc9a635
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cdc7746821b2d54258f11e27beac6a5324a608
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051c43d6a06ab82e8f95942998c942be6070efccc1e217f5a5b1014391dfc656
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161b029455e85498dffec932b949dac2ff189bf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ae087083edfea93c95c47f7664452ac7390bfb2f66a50742e8b0237bfd1bd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf3bbf424735814c353c79f1be94d5738be6316
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05798867d6cc5ccdf1561508c6493cfbb78c0c18de873bcec234ea0e67391650
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c39d77ba9371ee9515d76d63a626b1a80aedcd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892fa00cdb5abd03eee75e15d07fc18e50ce1e388e751b8beab1842f8fe55441
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda2e61378291f27bce753e912ac923250e9034a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a561382722fe15822e5b70c451b2f05b4623acba1ad55aa70916c8dfb7c3de50
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc4b29967247393c9fbd9f8eff52989aad8e87a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521ce6a0616c31005d6972546db495560389ccdd08145802b3f6b4a9435694e6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f01b266544e506a4f9568aac19571270fd032e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305a8927dc1f0852d05cacbbbb7c3f3726ccdde980198fdf57e9e910ec0f469
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d661a5475bfcdd348489bd0b3fc5da87d36c72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69713a621c8fe879bef84bdb30d122cbaeaa03ac6a7a42aad989804e7b106132
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd899cfece3b97271e84e667b54b26df6ed98254
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28f89067e2d1d01922b62a4b1fc2806ac9141517fbab8fd1928645f1cc2e152
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9274df3a1136003b40bd13a23972f831259f4bcb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48ce33f511775b981a7e3bac5ff2d3fe8c6a89821410ac442970ac9d95a01d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db53a044664f2f76c9b10927792c6c8e8c216d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70662a03a7fb5fc886955ef18ed9466da828831eac39522e48b8f80295fb493
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180f8ce4b508ec5850bc62f7daa280aa10252112
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbabd8a7f4611f7583e069d89c0441e1d5ba4cf9013257223bbc67248156f64
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e27da0f87d209fa4ef679b469a3ba66c840b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92b678c1b47f981b6e827b4979fd3cbfc0e0f52e379d59bcfb26551f2dd97b5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef6ddf9e8076e57e3927f97515144dc3be88b8d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51c788db9ed8fa91fd848db1dbff73e798daa0fbba108f21472a50a786e2bf8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3457c7384c07738c312991e3b649635e30d2b27f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7c10e4e9220315006d08198c04af7bc751abcba86bfff7952e5178b03b871
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6fddd4e2c0b5949214784757382911d1208b86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb50fb2c641a9acf3ed9b8aa4d4c8670c95c5e0c92975dec716cfe969bb96da6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8900b8b8c076477b27481f936601be80bfa516ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b616527754bac9c989d3053f051c56b0143fbbc21d3cf5a47c4810c507ec4d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f844ad8fcc02dcf15e043bae60c5eb58f9dd0684
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ccbe70a01d94708991b2d56ac15fa0654ff025187fdf78827b77b67832e769
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b106255dd70fc272695a55f7cd680f0b0609b06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71089e22bcb84bda818a023d7ed2a405c625ebd1eba37244629ee922a37b7ba7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1890a9e6af52c6b68ff6fda8f7de00adf6b5ff4f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f654a1208cfdda31ee4fd1e1161e411961fbbb76cff2ebd3dded5bcaaf09770f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e7a61aa6400e48af824b6d69f397ca5e5978bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5617102dcfa2d597fd0eea2510084c813ff205d7ac4415cac8e5a34bcf03f64c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934b211ef01d15d203183b96ea4e6cbbd0194532
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a82fc2838aa92786e10538e14c7e521c9d653ba58db8630f4f44a00e0f86715
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32181c81c9320df36508fbd7cc3002040ea38b2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8cd80d1e9df1506d21ae7a504377c1687556df93ad74e015c14842eeab3216
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b7f291a8c4703e79bfa21d28424d3ca1f275a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e427068a3d6da0ef71069fc3508f91c1d9db6f29b894fb87a68f347d2c5369b7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f506aa7b2819b02027ebafa6c70b039bf6637091
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3290aa49763156f280907dba721b17e3d98a27e14a329cced1b4d4ea9052879a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13a8668011ab1e45baba22608bbd1a2120bb95c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a55b59546138830efd855bfed62499ad767eef4b9ce5b25a6946e6282d7ddb4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a57cd339f140b08987f4b78b2c7df4bfc1fcf86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f845b3539442ad36387479595d945ef90c4c27ed19f40f93d4480965d55cb68
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e5ac4871856ff3a6ea272afed839c514a54bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a9bf8ea25f302cbb936b9bbac4c751aef8f730d1e585e8e5ddcf7c362a80a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6940df5a7a1e72cfef085a911746ed949920241f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671e47f894140636809b2cddecceb2a1a6f247dd91ec79bfd9d16b743c5413d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30876c0c677e88d60d0a6e499d2bd589ff54ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1203296b5dbe48913ce19e8e43e2c22797e2a489382ab7a83041c05d117285d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f7248062492922dab3b0313f5fdfaf44167fdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051510af886c783df5d84c940de2de10d6830ba58a3d277860555d88f3f5792
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abac5743e707bedb15a8faec9fcece2ccec220f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411b1ec6115dd1fb2e890b198ceb83f0e6609cc12912159774d957e750fc55f0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff77d0417d3f08082e00946a60f65b8ed57b5288
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc10d69251747b20ee6abf6c0b1230eb05b54ea33025a7fe461f74880174d4c9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce8acd24dd59774b95c0940d3a6155bd462ac0e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6966de338ce5936d4dd15e688a93980d1b6fb655dc7884cac15fc7d69f8ce461
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e84bae99b7ea03e2864e622af5142fb6de3339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47027008682e9cbe5a2288956682fc5ccee98e9e992a5cb886800af87a90b7b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f40b1e2b4d5616a1a1a076fc0fac63fac29c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a2eb921b94d0bddb5875db9f238ac3b49dfd74a7290bfac49e5760bf341dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e97b55eba2ca7703dcb5723d4c8932a01a0e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca323d585139bc87f3e8d7490133e810c304826954659e80b6cacd3b625f34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b12dd1f83db9e3a73ef7b336a905db3e68af350
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fbb96801402c5291cf7a6ac5387f6bdab56f3698012f3d213b717b06913a71
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f7435eab361fad2a1f05a53a1e798f16304ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f80c1c5cb61d9bbf1cbe6af84b602310e553e90c79d04cb42b03fc35e9cbb5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bd382b2abead7cf0f0e3c2b45489e5cc7a32b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56db7d85e754a7643e9ea3cdde4bf2e93e136a47facf48f4848abae624e2d9f0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48157f2915300a6eeb3b8cc433a8124243cb11ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c709ea6034f4863f1b44896f45e989891af8c15c9f89104118fb1f738b8812e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08c7ae062720e42492f92ebf67812036315da4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264640ef851873bdbcfdc470fec244c6af90fb82b46700d1fd69ee750e8f109a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb37a35fc0a094151c3245ca9c1c379428dc52a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63ecffcbf63cfde38dc5d55a61539bc8c0a88bd88d5f88000d4318fda95c70b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2360bb146d8ecfc54de7a6d9925226fdd0b56a8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5398a2cebee1ebae237f2b0c1088849485580b42fb0cb33ce817d44d26bf761e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b611acd7e6184c1aff9a4313b0bca9babf873
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c31088eb3b4cb63c9eb770a337a177713cf926062e46e4788e71874f95d6e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b58b3dc39b7440b202e66e48a8d8a31575b6d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e2a27e1e3a4ac1529094ef3f09bed8a6cbc59459d4b512e63d95b1e5915ead
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb79024bc85b6f3ee420c83afd051fb3200fd261
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ca49e9dcd0ea307723ad979f25209fef9ab534da3ea7128a34b4ac230f1f3b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146e4e17fa2f34b72fb881935542c2b2099ecb50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f367b4f43f4025ca113a6617f702ec7dfc1a7327a9b72f39045b806025e56b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd269565a6eb6d12b9aceed57415f977c70fe7f6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6029276d47e8db2a780c698d2846e13bcd8285f7a2857b70b38ffda10e6f6484
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d628046eec56165dfe4018b253ac1aa746280b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642f4c13033b1b81dd5deb0586a5d2dc0bba5a26936c5377faf6b18454cb2d73
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cde38f7527ac1b741ab552346da49040550aeed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0360b948fa2f4ca8907cc0d99fd737e8b5b81c43a17d4e2936caf0cad1900f8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3456f64b2d2dd551193f9ed2b6a945f22afe823e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdda9fffa1fdd59f7deb76f6c1013fd5897807f73b6891d4275eed712c3bc25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad8a32ae2d903b167569f60c78dc423cdfc10b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d56874a016e4253440ce935ede737324f1ba7708c29b9e5ce53b4ab9367302e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bceb5745e52a23a1f31e4af23d22d055a4a046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56b30e5830ace505817f5b9ef8656e9fc48c23008b1c9cc3724d203fdd9c9a9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56200ec8db3a95d020beb5b4745984fe75d5c36e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81898a98478621859fe2a937cbfdd40593ea2d118144068f078f2b5304e78a10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661f37983c7bcce205e880c8ec52218c6fe8a9db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aa3deab4185a59f93accc7d80d5b706c20e5acb586e66a10779654f2fc8a43
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeaa36d2a6c243ce5584a841f0dfd0cd4c8be86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0ccf846ee377f908db1a416fa3dc770d1959fa00fbd8f66ec0743f0ae53305
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94779bbd6cacebacadb8730e30760d7a7615896f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ef0e6d2a7eb8a5299bbef416b882a87deebde705961105515ba8b5f78e88bc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275850a63d662064218d2965366e38a52d01f61b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda106e36eea474df324930a6db436ab5f89e9b47878c4cbfdd72ee92f99354f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502041216aa0ac0c3089c293a93a0d6b7cdf9e70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523b363a47e5d2ddbd7e41e3696b138d2baa8276452468953e5aebe202c99e26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4fb4b937321e57b71794a9d00270314006337f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45df793bbd9dd87a9ad1e559073ac5d5d17f998735a6b1a7f5c3844bb5c864af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5f7c6fcb38a172ac04840557287fb4eec940b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8513dd57f1ded5d8353f923e6e17645a81ce264fb749cf7e0c295b14970a2f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be65b4435fb27bf976e75ca8800302c8be4d55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fe7f7c26c52e35dc8ad53e7aac8d82fcbce4295b13e1da4a877369e11abb65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558e2e85d8d1ebb5982a194639cec5cde29593ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff932362557a5afcd546b8e78fa6820b9fa54b7d649fb40dd94e62a44aff4442
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15465a284a954725c6e221e6fff924e5fc75289
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe4d38b346d776411a998a03c0c80c093d5be3b6a3898a547143e28700cbf13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d19b60e00a62771391fc8871b81a85cdb971f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb57b9572ad5d4a1131d5ea4c152b651467068d194978222a021a2453af06a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90837902ca4c9bd2a79e09904df84bce4b154af1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f980ffcf8faddae257798e65e485a06ffdb4448762eab16fe976e948d981002f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2219738a81715ac86c1401e5bfed382bfe56e54
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750904c323f9dca6d814ddddef4501cdd10c9954e2f69134fa2787dec12d7555
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca1b0bed87ec42e5b2b37d7299badc7ce100309
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65d372d44597a3c55c4ea3a212fb890282de89397143adc36f0de41b7eb3435
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017dc8de8c8c2a2ffe277db7e17c41bb2d95f99d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0922c619c3201cd02250181eefb169f3e46bffe47b0d496c15617aa526ae2f1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06e90ae1464edc61ab5ec051b4fcf663684e5ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5889c838191fe41e462a6c5752fc52e7a7e143e10839430f0e31eb4e507072f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fcd4d18a03025c8f8eedb1863059b40a194a72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a437c9c71822503c80497820251d67eef8fdbae648f6cecfeccfcf4169c8adf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14449d028250577ba3a55db6069eed38b7c94d1b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7e2d514fa8f9854f49f21d73d3036b68380ab2a018eb354050eeddb3d7569
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47513ecfd1d3a1eaa8d07090d1a04793594707
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865cd08a4136595384040f03c9eff328befd69204a3d2ea7ab7d22c5e2ce8ebe
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e91c6f08d24fabcbcb5e6725d241c00b2384547
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2865282dbd6738d39efabc17a7b918f317c44848f6d914cac8ff0d24b3df02cc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb833b9be54d9b46afd10df6a6490c2cf71a023e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f6fcf28ef83e302171bd1a767505c85825b60adc4a7ff263d6225803e15386
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac82b70ffa76ba3dcb8d67536b3de6725f44d83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698fc7ff2668494f7bb541db61a43cbc2c3b2684dbb91624807ee49f949e9af2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aace0b8c5589631ed9bec1bde71f027951ac172
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dddd8857fb17b6a7ad8ec2c58e670a2527042a064c177ca110e7821743906f9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2708fea00f5d59903d951d2029b417b4a89e2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ed941f0c4bafa089128ce4650142cbc743a955f8730c24ef8f68651b1c4f60
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2089b146d3fbacce9a1dabac6dc4951db3015131
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e68c86cdb241e7b3b48ef226783a866e2a06b0e62daf5060d4be8523cf6f89c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ca3ef5ba59dcf829865699db705525ec39c614
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7baf520dc2094ad721d60375f32c7a8713ad8816177adeea9e799cbc2e4d307d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b59e9c6927602a5251d2b6e2ef0c5ebcd1be46c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e168a6301b9f01b741d92816eb334736fcffd0905af667245931feb4d23b1e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cb14506e9f75afe7546f607cf287f8dd834f2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36e311c1c2da35fa7788aa6b0e86864acfb01ae31391a251f4446eb41f0f1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c375c07903ac7db366f059d67469bca479fcdd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270da2c2340ec247f4615fe9ae59e6f367ecf7181578f4019c313da4d7ab8ed7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ad64570e92aa35fd0e6c7c1e48cba0b4a81406
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347ba282001545fe461767ac6f377c4f3679026b3e841a6978539a00f853820f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc03dd6a486a2aabb4fa907fafc241f1877e6903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bff15aef205a51585329a667211feb346f1df2527f5d9085bd515b893004ff6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb4775c19fc81b98ca4725b5611647558c66387
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86026fb21bc0512b4f04fe7b795beb4df72bba4b234a271af912f1e9964011c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7bb1c14952f5a408eb72d3b773192139b5d3e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0b7bb2e37d340b24cdb4c7a7f069e4c8dd93441e73905dc705089d26d1c416
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fb61f7165c4810ca1e523185402a28195ee3a2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999f1774dc8973a007b683b8f4000fc682c6759b431125ad2a56c562fea8de65
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01970c9b32726c2804a9493b6c9f69c85caf848
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d069c5e5660aa5b3a548c704f8911bac06bc0f3fe225d89f10452569489a367a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231a7a6ec1228902b5480842ddff471f7b95982
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf714c97222900a67f2255417487521deed4962cf2590ea5642955018d401204
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6965536605c9fa8de4f6c0c228a15ddf44dbe298
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e86179f7787c767b1c5cb34d55d0de9c33e9f687060c347dddc39521d9b4699
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b22578f09a5b464cdea57ad6c61c8bf0a9cc3ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123dc9d3eb5ed107476fc6c7cce37fda1245f89878a7816bfbc04c2317f5ae70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00be42a7f76c77dfb445a1dabd34f363a876632
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16661b98870ce702ba43273b6a68265be04bca90659ddf63b38a9180960317a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98acefd4ec31aea91a5cd12f7165625a9d3b004
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704b857d056f22ec97676c0068e6ed65996c20f64dc888fcdbf46a01dc4c4a5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14cc9ffcad134fd7bcb370e33edec53ecae0edb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7a3f5a52291b8007f63104e5a891a8a10799591da27b543ff006e070c68aa
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee2e9b8b6130a131397d65d23ffc247dd50c0f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a04d855a3c26d67c9e0935e28d9b2b89ae48abc69cfca58800adeafadd0e1
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3e2a2629c3a4245b2f7d0b41c896ad49420d1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7698883e1cc59e180d086e1344044762cd355e8bf158fd259f435155556d6b8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177d8059ce1f7cd6947df8d30a5376254d1df050
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5a7f7d0dfe5bbf735c2492bda2e485667015adda9b7d0be88ac1bb0afff71f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c5867deae4d4dae30ccb6796cc501a1b2c432c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dbfa532833d9588a1aee381e52928c749bf7e80b276f0dd91c6c3a4e8e2eff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971f695f5e19c78e90de5c0598fd98a6cd65f319
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58633a3f9ecbd4a1b5690cb51fb50c848789279104531954ff339e7f1964183a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc913402c2eb34e94c526c9db566c7092ccd4a83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec43d2371af36d432703b6e712d61a11d67865788057e1f7b6260773554f3d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75be3f9d0aaece7c510287d7ee51cae598eb3fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df9331d7b6e615cd577dcebf5cefd0ff4e88467ba8aac5040bce62a4afd606e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df9db8908b8fa6f38e7aa33045f30d1d386257e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a58d3968cb3fcef2a8e805de15703143e69173edb685ce711c9047932f716a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a56d830799917c3e608d38924deb4800f99cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a90b4a1f73c69a887143ce5604ed05e533f0888fc717889a578c99f02333f6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50736adddf19148f4f27983d342dc2a9376e08f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ddbe3eb27f6334ffd32d78e6e6dc1d1e9578ea72fa5b736985c8878c5fbbb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94f5d48d006d1963e9d4043ca73a49913db3486
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264c5684b6b365d4623a6ef5fdabc296209f6e5e0bbcf4dcf833905f73a1a411
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd475998610a2daf7c068f381e8d426e1655a0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6bbe3dbe43839a0045e0afaa4acb271e7b2a2e536f39b6e13efe5376b8e2ed
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a74f97bafe833cba74642d3bce49718bf44e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35328eda8be2c9f8971bc5c9700982f98fd1d67f237630527d8d2c2bdbe75d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c508ad27f05aa8d2b90634bffc99c868c87a405c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ccbe82d6a84169ff32228c08e370fc326ae69733953a198ce19c28f0b229a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd710835d0451f1847f30e740a7335d99745d9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615cf2f9f86a6ac27b590e362a24fe13cd101b0cba14085963f2c31bd9bd8c72
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f555755dc4dc99797aa479eb6f862a54b8744
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4266877216abb50b51f11fafc515c793c4606e2c0273056978283079ccf2d066
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aea3f457899b5c62d1429c85f485f32ed82cb9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67080232d3524c352d3436399ed8c6c9747cb2d1882b1638ca985a0c85cdf6b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af7bc123b157fe9ac8f6f561911d864390c19a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248600d4191c8723250cc3fd878aaa06dd9008a4affd9fbca263fc91004c86ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530d2a2ef8cece754ba8e756f13a2a627b734784
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93017a85c177015403a3ba921405610d4fc814f369a8728b42b120827b25687c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f052c84c65b3fc93694ce6f140b54cb5fe144bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d55e5ca4d35df8cde6bbe7ed6de865b50504a4c7864b629483c535efb81cdb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ed15f35f45c0347c69153d7308f84390aa94f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9e7c72fce192d7e6f6d38082ab4f65ff3c53d7bad2a7e9d29ae753d3418a14
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f00e3d28ca1e66eeaa85c4fbb9486d482eb885
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7337ef7b5ee97bd328f22764fd58dae0ca1c8d606c1eaef49744d24d3a1f4cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79360fd1f7032e388dffee1f60ae7353afb7a20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8611a4d8301e6916ae60c006bb4b27b90e31fdc876208abc5997d0e8f84ba5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9c17a5736f5932aa8a8625c6b9be95ec876597
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6822bbd98bf933e90bcd252419aeb7eaea60877b813bb7464d6e3bf8ff37667
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89220f076cac3d9bd235b5c4900e3533ce9d0e11
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae2efec8710a498b999e000986b2bc00c7b62fa3f3d24889bee05da4fde66a4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f593af2992c11fa65c398edb390bf8d9e4734ad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55a9e3f13d658f80389c677170d8c0491cf093057bb17d603d71819e2e60bb9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd62bfbc4ec370a359a9816b083ced0767426760
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a20b45cb12252f50d2c53229ed3d8458618d5b60513460acd210aa99c12f38d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0797634151f8e888e61d6c4dbde4d9d271267c35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78deaddf613a36e96820dc39db2bef408fafe0b70f6293fe1d265a78c1f0ca2d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a933ad8db2e4def812a6f11551c0945f097dce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4728311cdbe8b601a2225141fda25f688320dcdeab5bf464b56b616d772e2c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2f933df863f24cb1af7b13cc15885f9514119
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4b92e1d4dc2f983b55a3f59dcf8a585e560b9fe19edaa1d13f5481eeaf7f02
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4289ef5726edb85ff379d32d873d3428474ba4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7019bf05c5311e27f662180cbc68a699622161c6df47fdd8f2f28459503609e3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57fe22bfdcbe69ac16591d7aee23566963c7cfb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feab48de59ebd61ab41bd687753de978bedf9cf70d26cfa4a1a0cd63b55dbe35
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee52b97924e3ff08ce57ae52b961e464e180917
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe7af999067ee563e38d47df6c5aafb333dfae55ca815fb886e0609fb47bd7c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f359b907c542506762b22626aac2c6aabe565099
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4287df28241d1631586a18058d8a54e8635c2a666eb2c55f92901a8dfdea7c98
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cebadc847b891f1a5fa166417b473abd3395f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a80e5f65150bb7ca2c5e703c7e6641115e5c507ebc70d5c0829d61c59eb949
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf8a088675d570cf38bd0b6836024f83bf0ca98
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711c08dfee7ace260ce28e2279d1f380bffc48b2d3481121abaeba0cca9a0eec
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97be8654833bce19f37cc28eb079260b754d0293
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4448d9aadf1ac7b78756f301e6620b0eab36b2623b44b74efeef06550e0e7c20
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef14bde47befd7c29a621e73a03860514db91c1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd46e4a9bd7968ae5214de071711a50b3a3786115064686588591c5e3fcab17
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ac67ce4a56c49aa3eafa398b90d36f2d59b752
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609c63bec861e768965f7ec88d998607eaa4b1089847a8fcd6b26ff1d1fa2e57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601efb4a6e1f3f0f0cef8b00ecc889367a6f83df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279263418dfaf5bed80f7762db27be3baa7c8ed72a929105a5759dc1afc82669
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92b1614f61fffb2a30a278ca9d3b568bdd4516e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e24ea89ff22d51a81099bbbc20d382b616715f39aeefe8be85963751ec1372
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05e52922da4c18c154bbca728d931c3a0fb510
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74639ce77192388ce9a3d3d5eafdc0bb035cb8ed4dca948a4fbaffd565a161c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d12cfb3e75e6c41e7ff6635b5597b16c5d5132
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec793620f61b9e2172ffb3814052a5b2bf32f9db4f276629881630b80d532b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb3d17c3c5e89ee9f9187a3c8a1f762b755d9fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c0242c2e4b08564bc026e05289df56affc7fd49214452b9359f79d3389aa81
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6922fc07229b2333b310ed42c5bc6df73c734bc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bf7c6b8d498a10447b839ccc4a797e68ae67cd33a67b246bbf7042d4facd46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504be3e464e278dff8cc2007a02ce5c297900450
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6904ca0410f61da2ff59d803e48f70fa60ff5f8d8c0dc0efa09f79cb6a7c9a59
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bb986a2004b6ad06ecaa99473a2f0128632215
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee9b23ac755b856375da7195cc7c303871631f5c9325441b3e2b6fc0a3c5f4a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d50b290c3b564d802e0c3f2391eeeddcaeb3f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ed1cb1c7df5d39dd4bea2959e555aca748743f96b6c0b0469a0f419352da20
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ed0486307e8e1bf4c4f1aaf53f6cc857e1156
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6114f66e5b3377515e55e99270c3891c7c531e1be6c4b27f1f2c7f004198e07
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0170f228c0fa1083fc1647a940abb7159d2d70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d031794202e059a0270d1fa784fa81609cae8315ecfb603c09db40341bdcad5c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bc9aed3235d58b71fed068ec372b7c29179db7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a87ddbca97d129c21e984fdfa242f7378a1be0e678c2fde9262e07159587da
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0814d92d644694c67fe18e07839b1fa4533ef7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d1fac3f6a55f76cc64ec3136343ef8d842f43c9b2823d2e7cf501db46267f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114a656dba9f38cd0067bae286efcde9dfcbaf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe725079d391330d426a643734989c45b0fd7f659b9f363dda446005f090336
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd3575e2c95eac9980afbb19179142d0aa4bfdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ebc4f23fb12cbd405a7a98dc60e3ad0e6ec7170054e34dc54daa09f3361e7a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052286466dd29903a3eb3015bd03c38f551a42b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1bd0fd32511e63d3544de7d325f0e20aa82578493588442f608d847e11ae0b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d3d11623dbdd9dc78e3b5ddfcf6e3d3aba273
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82c98ed91de242cb3e417f884d871c7f0a1078b68e0f54354caf6cadf9d2527
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd7a736154c4fef597e5422d7273c1669446d3c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3339162055620f92b4a3abb2bae57f4a2d9444b0271b14f33a23419ce9c565
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33602eba28d0f7f40c5346a8e3aabbe8967d5f42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30ccb18862e04aa3ca34cafc9646f13c9800990bc17118f17b193b731e3f0c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f50236315084b1eb7c8b523cf1b6acc599a1d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df37f7e95235a6b7103fdf7733dd7e680bdfee72978a5e9e745c33dd112f9dbe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d8702bdb600454c0f039fc23b564ed30261b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf8b1ad6f1d33e19985862885adfa9f4dc45980e50c4905c9a3ce6e364ca8c8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc428e947f7240a78fd91ec1d91d95eff939d8a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a8eaa99907eebde86e41e0860cf701932531eebd7ca202e6d111f09d492204
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016d3572ffac1e3dde7e34fd6949ea5bc917c246
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7e39f83f176431331615e0ef3ed69afdcc77285540ea175bdd0732c1849a9c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ecf46dd1cda6c4219975e00b57ed6e60fb257d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03945bfc635b1d30b45b51e928a9662e6887e0299cc8bd50b2e87de847e3091
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee8ca343d56b6648ade6842bbf2fd514ab9c7e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ab98fb098d3310985220aa87e7b236fbace7aca5cc7abd3793fa72e09ccf08
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b459a0419af111c93cfcf265c6a4029c449ac6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc2094a640fe8c06b1ae4060fb6ebd683e0e217d9cc5af105050a70e033e439
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18227ec318b09131f14093b21a8ad0d505e70716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29004f27a86dcb9f896673d2deb776a843375516d546b61a846eae20646e3b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7baaa6b75399d8e7ec531c71410ddd9ca64c08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5e8ed772c31b3394b34f13be89a1708a6276294684cf321d6799a87f0ad5c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7959f42bf1b52ebeef8e8f7d6ad3cfbcc48400
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0bb3291fcb54f304ed684aee34542280bd5ed09ef8071b742a5bad68e2993b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd3c76ee2ca5cf412b3146d45f001a3125df029
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c27ed45c639febc4485262e5450132a6358624eaa0dc72ae9e0886dd43acaa3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de87b81e113bca8d63cc876aef48081dc1fd271
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa982a468af0b8e3d2b5b84e38347de74b8f16b1abdb894dfb1183c5ad6957c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b3d20f0d79bba59e16c574bb7693ea00fca339
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56b60f3730805493cfd0b7230714d5c4be13c60f897f107c3dfe8c03261bb5d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45271108d790d60022bf95ffc4e75e9e0c7e9dbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663d0f386f115685d9e80d889b20e314ebbd5de3efee1d8f863b786be5736936
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d006426e33619573d8428908cbc7f807983d8e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d8db34bbb183301345f36b1871a612aee2633d78d289f99518a91baebb6194
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19dfa3fbb257a98fd4c1047b0f49812db90c5a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93f5585e1ae1e866bc2acac03512bbca97090458400df74e6b3a77325aab82f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51bb5bdc18ef11b5764818baa5872645cb7198e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b773bb9f451570270a4be3c5e65f9be610283b18160ffbcb2b80dbaebb5345f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e07a2fa8a8ca23aaac4aa3dc7fc658810bed354
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d9af8de480c4da89b88526e56e674ffacb4a99da376ac75034dc63ebdabee9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eafbcd7fbebd6837b44de08c0520e16949c9981
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79af7075fd86edd9cc8acd06986f1b2707b13b7be5a78ea8a532155a128f27a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88148c06d6f39ce8c7c0dcb04893987efcea24b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2068055f9f7e09c7c5bd28c20058cde7c3996010061d2db80e48d35455bb6b26
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a9ba2bb0b022f46630b5717c8bc7c3334e5f8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258adfbeda659836c04bf60da81505746cb2af68c2b6d1bb1d772eec8f48e788
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1aaebe13188948efef2b7393ac2cfba758bbbe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c60aba2120347a52ee72231c5720a9cc7ff0133b8c330b7a0a8d0a64863d44
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716afb8595d2f4ac1af17529e719f05fc7a5338f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242f89c14b69d10bb2947214227b66072efd2a3b1258b10b0bfd3ec6b6823254
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88921bea14ae08d976172cb75b4c87c327aa1fe0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68417bd5df40039cfe4af25428aa786bd23b6075dcfec893072aee8ea1da0dd1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aa3dbbb09d50c25d219d84e44acb1e8edfc61c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc13354cd98eafc231a1125c36baa3780308e5bfdb4fae4d34607f79e7ce16
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827ab2510607a50600fe55250cc30e2ac20d5588
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc1a49a9fb355b87d9540caf09f016c549985202b817446d90d28f6b23409ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1d2e965aa80d56f13f843c15f0ce51dc42659c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe397294922680930becb4180627660450cffcbd8e21721732b2b524a7919c2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14be3fdcbfff28e5a598bde100b8d7b868feefb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed724335ef220abb86bbf8b31feb9ca5f7d2180df9e1791842a153d707fff96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa027057b421f053a6eb0d8f14312f51e953e55
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d9d10355f198408cf0cd1e66ba0f06b87a4ba57ee9a3884052e8bef7fcddc3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963c716bfc582d95e24e25da44cfce9184040792
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efc6917bc9c5f7c745458834a342ba73e3a097acc664a39b805067705baa013
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff9ccc49055a056e452ce7241867fddd288abc3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f39e91acbaa93050a681258f2dab8aaf600d9fa8d72232150eef6ea9ae3c488
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5747157a66d61cdedfb2fea4c01d5dbd2f5519d2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca725745dcc2c9cd47ba7d9edc7f2195df74023cbe3f2ddd8ea3934b8f899be
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3572e7097a3c2398bbe9c09e365ab4e917a3f37c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fae7ff344fe19949881c646154be49fd80647fae6cf59be3be456df350c4ef
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6a2d09f14a31947c8b44c803dae20463f88c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a3dc00b8e1ffd5500084f295751b2018e232207f7ccf3c90f7a0bc9a873268
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b422be53d66e181e38d55e1453fe9b8af7dcf13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d47ee9da1e4e54cfa384446a51abd9b5bae314a4f218a052a8d6c894edcc530
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7316b5a89511f5454d2974665b937afab01c0b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6aadc127a26b9b9b1f24df677b2562c43ba57510a1ac2c273ae7ed46ca61c8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e733fca1631f9e6e0e53273ce2a84cf783bf9b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcd0aad51292eb81e75d48bc62f0713621e7273a442cf87d131d208056f0ded
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa51a6db155a12b4f145b417c1f425c5956b5e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f47e802fa7c6c2d26e829fe8b614e99787132a646838e8681385df65ea7f83d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a248f46bcbe4feb9062bb2e603efbd9ff7691b14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1943ecbf7104e159b84228c1283716e61e3dc11526c5d7af5b0d1c56b7d189fd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77d346a9b5a18e074a6057ef2daca0b226e628
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa5c4e95aa8557095c0c1f9074ef183dfec2f3ffbe576ab4b624553efac0d40
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021338f3bdfe574d692de46a68a2e1e2dcef4ca5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e423664b4a66ea0afb09897fe52d2a4b44471041f808ea11c0d7a5ab7e2ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c306bbd3ff0ef3c1c1a3e91d86433a79a09a134
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e7520eec9837fb10b5d937549ca079afaf98ce196b8dd318894226ac6baadb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05fc6e8c77b3c3030cd069b2f0f406043cb7928
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de8b40e825a0c614afb7ffe0739eaeaf4d6de9886df8a3f0f1d4da9559bb731
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796a01351370ade851b9adeacd23d83a419be42d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8d73c1026c837829dcad2d2815459123f59cd1ec9de27471a8114dc275d0c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd38cffb22fbf6ae11d5f2bc4ce65dccb58a42ec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd1d8c027cc326455f5b365ef957fc6d326182a1bd84a6aed74bb1e292587de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8f89f5bd8a6c57bc79258247823fcace4d997f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97daaba2dbbe96785ae1110efeb06234603f3b80f749dce714f314fff39d5c1d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468d9b83da7ca22baac10ffc1fa15d4807a69de8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba9b6e9c442974fdfd959f041e4a78f019e2d3cdeabd83ffe930a6d4335f5c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294ea7604763645c81a04ae5696069a99702032e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303a2410bfa0d770a1b8d31a3b81dc1d4442b550488a6c45af9b8a28d794883c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c25ff46234a570bb012a848cd04bbecf6878f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ab44208956bf838c595e1e04be1d02dfecb6bb0d98bbf2857e6a897239f974
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ec1333cb0654c15f6c155569c7ed94812dddf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37111dfa9f922da2506f5ff7d8fd967a639f4759d7238101207e99980ddf51a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1a3e0543e474ca78b7ec58038582487294401d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea345538984830ddd273ad30ed0c938fc4130c80ef75ae5f719c02a9c136be2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa900955f95a295e93038b55e093736b99b34d0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ff49954a9012ab92689af8dfd8d2c833558463b677935e632a7ffb5bead1ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194449ffc008e346616e8dcce16a5bcf98adc4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf469517c9e1a6317f34b8795939c8635e9e9f3221619e7b818c8c3795f1bd0a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a281b6f9ccd694086571f08be0a4cbaf2a45c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd8e62c860eb086c764affad487972c5b3d1d994efeeb110b8b56ed26cf44ca
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3214bb7f0213ae7cddcd0e4d1781e1cc1bf6e19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a018927fd74461be01da0032bc57f93494a4933cff698b6c5f244c38997aa7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a33e9771f05b0be44ff8e0490c6e7b0258acac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571de597a54b14e7258d26cff4682c4b8d384ee67492f4edd709180f736ddbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504a0f69f6d867c95c270fcf666433d6ea55538c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17173d3a52cee3ec4bee01f1343f5a5cd2e91ec3a607fa44fb9f72c9b0dce996
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86923c474bc4e575dd862abdc287acc694cc61c1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869cc7710e8fa24b838ec3a2e784b6d331a54870ea6c43bf96bf6481935dd5c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9032f07ab9e642c442c9fdf9b1489646a20820
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492596061a6501dd3de21d52e40ab689c22497de0e9b154aed8c23683d1f45b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eb1926a50d8be0bbef81c471bff1c064091992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327c7332840fe1caa946ffdc67ea9a40687f09bf96d042eff3495c6232da9f10
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05beb907a12b6ec849080d0e698ca5821683fe0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a84504ac02faa6f175459ce32daf00ef4659ac334a66b372751730f81b4f983
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1236f327d012cb151015160bec951849380d2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce512af5bf68697ff6d2a6417e1ec845e1670383da4316f5acf27c70b31f4411
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d6be1a8055b46d60ba04f16be89539d4ab5aa7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c702370afb9148a0120dc1e2340a701051f87d589bfa025af63b5c4e34869
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53d8da57ee3ab0cfb52ea01d002e8debb53dc1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20484be2c08a20bbec01479825d5602f2f040668af529ee1e63a1d63ed33c153
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066f13d314e9f652fd4b3a7eba6efc829003f0bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f63875d428c4aae6502332e23ceb9d339ec9a4e3692ac9d5c1841eafff4ab7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b62fbced0a78b92ff5fbd577edcf2caf6e354
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f3dbd014c530d1f530464576ddd1ca39de044a89299f6d2c99de8418c94074
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba81234497f26c2c80544ed4a2f8ca5a6e45ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdcb47b1bb0dc1eeb7d9be49c07f9c121d629d1dae178bf78744becf54d5256
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9954f2cadb0408a29686c2bad093712f60d717ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82268aa9df2b86224cea901402bf79f9c7af8903ceff4a1352abe5db73c6373e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0210e23a4daafe917dfc33c96c11ffc4b90f0e5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf37c1fab537d5bb82d40ba819e22f30682bcbb44e96516cf7e6c7cfae0254
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8a551ffdd009a916196f98f908948293d8e670
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cb20e5627a8bb0ae66b4ce1cb0fc3e58ea88c3a9fcfded3523ca6becc17aa7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe591a13ba675088dc5d96f701604db5b86b9bd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371961d07d493ea0a27850f9ac5330913cb586af49a9fa77b5af6d97b6f9f25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5d9ee1c6ed628d5e6b10fbcdee97307a24d58d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb47510e21519c4d3dea6c32d70ba50de6f8ad15830d762f34458ee43356830a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bb8036f0da1e7f1f07f076c74a09654d33ecb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11212da533afec39df72b1c998823a7104e014012f7d8f81265aed18a17130e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda09e1f0b8dbca3e2787928e9bbd0e7967d0a8b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc33e95ec960bea5aadf18fe71e12f2db5e08bc62a1230d75583e987c8e3f803
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566adbb72af395f41b4a61fbfa7b59be00b562cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5687262d84f082f3080ad19d37b410768b0a1f3c9fd28b8617b62f8a647c5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272d71b8b4b8ccc0f511bde69679cb77d9648874
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca8d2e463b59938b638daa2d363b64bbf0de8b3160e68705c2cbf0109a31dcd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4203499bbe1bb355a27cad74d16ab94317807fc5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b78a5fb780baa5e0b8d7756d16e4e44f7b65a4e24c8e731579b4e40838bf59f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01971197bcc0b5b2ae1a4a25c7a034010021eec1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2de6c765eb660408e75f7ba5c74bf2f7ccc6ca66196e71a1a0951fc694db492
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a3ba07c805f4075e57eceae544514b722aea18
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547014a7aecf09f1f1631b4852d3311fc09fe9147fa126a90c022527511cb3c1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63615313e6c1e5cf315bd9a83056d1af4e1d71b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8cfde90cdb736b957eab1cd2b4c44f9ab03e9baa8fbddef57c4a6b948f332
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848eb153f678385155ffeabab3c4c840f5da6afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdd15754d1196942bb0eafbe2f2c36093df7adfc31b125619ada1ba099364f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fcdba6b7628f412d2dcb32a6d5bedd49171646
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1b8f4aa613f81a8d340265f8896526270d7bb15941a70bdbd971c89bc97dae
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea366aa6bfcfcec9d1332adee567fca461bad0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49652c0e86853dd812785097fe7d8941d0be9f06d8d507a710a0bb50f9e6e875
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2da8a39dbc1af76961706dc14f033f9efd30b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b4945a3218bbde3d4ce13b8560a06ae24a28b0d7cb9800744aef8f9e29645
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8f8631800da2c09f0199be371a921916308d25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b7716369d2b6fe6d03c93700b97b47ccebd045d6348ece098f10885072f976
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c744e1791981b272f5342b3c49e71f28f27efd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37936949624c7bc19e6983ac47d2ce044e367e54bd95823be703ba2dcb752bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33f41de0125d6c038749f25e8068b1fe0900f40
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aab422baa62781421548c7d7788bf7f89e0df7352f4b6a8309479d874fdc05f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b12384f7c4cf320bdaec4f617c64233f7ac781
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ca5014a6327fab8bce55fd1474f188981d88d7fdb7ed3685315f1e4cd1e9ba
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa8527bb627518d0908c08420a6dd93aaa6184
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a61be3149b2d8362c3e713bbed7ec6a6beb752da667f3a0a9253b6a4620e261
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc26460e2441198cf19ff45cdb1aab6e4db65956
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8e69a3ee34bd4ff30f881534b402a6120750408e467f1ae7df1ec64238d972
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb2828c006ed0f958b843b60e16540a254dcaed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea339b6126c79f9e9157e8644570172c50c6f0a45ac2a0196d092c0f9d01be42
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afe2e27534cdafd99d4ea2f2350d328bd0d3790
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738d1e02dfb318948340e3cdc5f5eef9f9eb9d6edb045620a2c43903f0da1757
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f949f874e5a1f145e25b227cd03e243d2cc7a265
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f5d0335fc1292842f972457e9c519de4944bc2b5c8a6e55241c220ebdcd66a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe055aeaa3d70d6beb9bf198b71db22c664f774
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff9d78a2b8d5730ccd4cab9628f1357e062f9b619db81d1f3350de7b5d6abfb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14597bf21577277d07f13216e850f0295293fcfc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3381fd5d65d69b0b42ecc5bd671c2e8e71b8a9b6c3a52b32d7104ac28fb71e5f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059d543cee0fc543c3dc2f0ec69be1d48242f478
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2fbfb8f7fcce4a3460f7d58ce974ee5aa26e8a9dfc7bbddde9f376b4c212e1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781bcf3dbca5fa549a452645503192d76a3b70b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b540315b76aa959273addb0b2ed74d49742a563b8704d820f59226dbfba36
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd3cc1116afc6c03dc909850bcb2b4ec59c4e1c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4943d8d4a08dbf79921de9efde23d0a2ac1eb505c5b0310346e4f3d556b3d2f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489d1c1f6d30a0b8317ab8d33b49df39e6def235
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cea13c29a2938961955de414d3a00b3d977caba6addf9225ac9e5763df4bf2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b99cd505c4274fa5aeb53d6e08552a235a0692
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edec06f3fd0ff8d6297d6f83a7fb8cb993a03617bb985e7e5ed9425246f7c09
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7803d64d1f9abc3c18393745a574bc323caed6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cbe5827a9c3a60e36b99fc59b9fa4be6b05cb6b1d6ac8a8722c01ad429e6d8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0abdb3bf4f3d791d75b1860b94d18ad001a9f61
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fc16185769d0797168d37233d22826a86627e33b8f91c65482a3b82e94ed6c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1018dc54d897a4478e53eeb76a2cfdf50b1dc5e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9dbe6fbba01337a7acadf81d88fe7c19af66e926d59637f2c616384e5807eb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015720dba298ccb7df8cdf53fe832bd14ad35afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3ec80608ff98ef72d3e6948f36990da3d270e0bca11eb67301e6752552c817
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67b05906cd1b66dc08beb198b03d985e54c0ce6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56439fc4fc4dc63fdc7accc72bfd7315b0940343662f9b019b2dc3380b0965
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee54832c55c909d551a5bc41e874651ba9b42c2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a7607d891e7ac902ed2fe14c2d104b22a3b24c2bed9feb25f541d7e5fa08a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28114aa2e6a0f37c03b96061d00dc715fd4334c5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c918691a7a7fac9555d7bb1f47a6259708369ab9ea340a01dffe86923c88b43c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb209e42508a8c4e29b82a9fa4f37e43c098c041
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cc246d0649661afb5e8ca50e52e57ba49e1841b8f26d8a1581bc0fd315282d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73fd4b02a5cbdf54e6d1d73b1f08431b685dd72
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcecbbe07ec13540a491417bd75aa943973119e74a2d63b667f3254471949abc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0214308d0662118b77b63f11b4fd3b4dc45770fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42ca02800d74081fbeac2b8b511b1a20871c847d837c8eb69f57e351339804f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08fb4342b72b3b3d783062bdba41bb491c21c90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9ececb1887f089e1752cd53744e61fa906c88109b95c1dc420a9d2d9c5d72d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b26ccf17e6aefe8c7ed02636386a6acd43cb0c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6149323a1d927df42a1eacea224e2fb85c195bb70ed8af435f004ab56e4217b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da55e4fca904c3beee0d9f45a844db90a4e77509
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11b528ae883aa64b0d6c8aab3f2f8d19828dcbfa3687bfa2d7241e3b13011d7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a7268e0f57f598b1f6895f6d13b9883c386989
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7271b4d1d09932c3c9aaaa42c41ac69c4294fe11f24c1f5d8b623c8fefb04db6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53c3c0615b143b0b2579bb2f25d2d700b2a677
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c944c4f85d272a8b41463bd6762e3dbb539b986d936fbbc0fd41dc1fdc124083
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a274009c5b131e18d8d3e45fb0a5119a1078c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f04593de33b473068378bb8052544b9cbd1c298f5e83bb9c1ccce161939dc7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e4f1a488a392ceeb2fcde8c85b1b83b095528d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ed5358f06673a7741506dcefde2dfcb29e408890620415c4bf4060f118de8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af198537bdc9723ad8be519e46699d0146b08fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decdf2e98e0aafa492aab4d7abf07e74e9d81d233b13b36645d297cabe40dd85
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c81e860743440c5ac7fa87b310756011f1e4191
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb326900d8d59c925c257f4ca7a1b50f4f8319084661251e7e39e69afbbfa74
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819135dab8d6f3149dbf17d54ba1993f1d35da65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a6838fc3f82900529b221d6e3dd7ae4516a45da03499eac30c080a9152cbcc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1230e6318a63f08cdccda154b17ceba0dccb57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554a81a8a57c56149497782fb69ac3b70ea9b780f6835f9798be9074867be10e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b209b224e22e1bda2a6630460ad9b922bd5d63f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d0cc7d59237e15e21a035acebc98c7d67876ed570d98f2dc015ecdc9f81eb1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532fd87e22477f13a452a65701f0e106cf1aea7b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe21e9c064c463b73a2b6af74ada422fc398f04ebed60e01c93e7150815b96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfd1ad6bb3338944a548574a378852b35b95cf6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658d11efac514b56ee055a861fce31aa1c6d807b5e91665aaeefaa996b0d18f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a6d4372803b32b554125228dc89882ed0abf4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455712a5696114605164e7c214a50552f245925730df68bdada51599c7aec581
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb4572f474fec529794d568cc55579fbad92d97
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd43c8b95064c2a3b6908f8be38f4149f04b29dd3b4b5d8c089946b19a842c2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e8b6bccb9a8fa14b20a0deee62b095f2926548
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7feec02f09d28542e0300eec8bbf3e2e849b09c1304ee7cfbaac5f10a75e34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011ea7040f2d0d00b756128fe97adc0ab4d3258b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0397dea4f227ab31d6a5858f05f3a55f418db6ff14ba2c3495b7ae38df6481bd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c851265d14713351ff343794c606dfed9d1be8cb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb91f9783ee219878a7926cef1b4d61beb34c129d48ef0f55f0c6bbe8f22826c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9f07aa5566d088f2c85ef1968ec5c8c96da2eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4753aa4bb0a088e9dd812f5ab10ca4d9ddd71af82f17db5f82a4a1d744f80bc2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee38345812120e99fc707267ba99ce652b20eb19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef95b6b669a2b9e87117072305626106e0a63b6ae52e11106b3e7f12f14dd42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe21cae28cbfc5e588710e15d48246245a36853
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cf71245b6da4a2e371b288d366713abdbfd0f672a69ef60067812b23fb355a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fd9cb98178e62dff1ba15d67176f31d001d217
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aec112d990c9e400a8051b284aabfbf33db248a1e8222d3d0f46f1a980ccc8
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9dcab6fdae3b323cd3b206d3e88065e0128568
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0dd2f8b27cae439a4f0be041a360a0aa689308a90325d4c07ac262b9354761
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4dbba48088eab9b5dea8b93c2f9e2874fd54a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109e5f48fe69b3ce3c277a50f437a28d9b8b9d09019999035f061de2a97d27af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f0f2a4cee2918cabb6921a10618d7dd7267fad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf3c2dd260fce3077b52156efa5bb824ee735b6da629fb98ade0dd46f27980d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9ae4846b7a275b2be649aab4db4b904d58b401
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dcd04aabee5eda2a16467e93296444ae1e8cddab5ed900d49a7fed1e9b9fb6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928cec7e5e491fd463778af848ff9d09de2da9e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec03afac43da5e3478af777d7c2737694b2780809fbdb67707325fbcbe226d64
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14451ead3ad133e6e12809f7e0d4122e13d0e96b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde70e0a250313bc3505993f5abf87b17d8fdf0c9501655817607e9b1dc47984
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44043118d333ada2968de7849475e79bcc1ef4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f877e586ee3c2bad0cc4347e9dfdcfef030eafa9a95e054b116c3a8c64441fd9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d288b1291ff9c6e3fcadddc181edcec6998b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b65f9cc263cae4aef1f747187c1013caac44155ffaa1f613563f06141ecf17e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c931a2dd7a45326911f567896613f322cda81a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bceb015cbc7c1c67b440715852e2c76a7d6dee18b5cf2638a2dfa8966d89ca
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cab1e45ffa26a9d0f2069b6d3310a3381c0f26d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b33eb672ca2478c6140ca29aff17a8f2abb3233740309199c46f004e24cecc
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fffe289b9fb396ce530bddd8f603d032bd7590d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521347ecc5bb25909f79797d6a6ed9fe7c21fdf9a7fd65cb6027e9a0c4e6977
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8add5fe574f6d4a88254340fb592aedc9da5acaa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cfdeebea4d7acf311d67ac3d9ea9bedd2801ec752a297be36ef47927020a1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c19eb07990abca1c4761f2f511c3df8f248633
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382d0ac3a7fa77eb8860f2ff553d5d718827b6450e6375bcfaeb4b4c22aed7fc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f7593a82d8d4036bb6cd5cc202c43fb1830d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a2bc891539831db4bb599f8cfd4b430137a45ef419e5f0af6ae47b92382300
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c9e60766028b5425f956ba0cea821db18e4391
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb49345b14a8da942c68f647f938a7079985a6d4262c5fcdedb87c38c51a28
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac28929c7f0d8be686a3041a2e97c90d12f19155
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad98e223f2301fce380a82c4792e64e9e4e045c4e080185c5e878e71c162789
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886619b0d35b9b6c4c719b183894291a387b5791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5b75ec26e7c716bf86d36ab6c4378790a3cc31ca1e41811eea68e966078a5d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aae44977357428c1972d9eae37b97deffb2883
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b252f4400ff1a4abe32095a6ec70486a7619a9bafc55c8e3b978a013d16214
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889cd1186898e44067fded50fe96effdd783734d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d08054c01bd452d0e32f843697e24ffd36cf0410e13d71875d13c79b46ac98
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f18914d3c355ad0c3d2bc8e3dce912747c5ad7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b04afe52d8f0bc18b66e27fefb2d63e7b69953d11c6c696921b42145bbdf775
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098851e72f8677ab6f5273922d49b76cd31245db
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c8b57e9c3753cf96ab51f9d65125907655a59233597f76abd6a276807e2ca6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41fa708ccabdc4e0135c01b3683f96161eb2d63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6e2edd0377f39816de796c1fcfd0d2427295ab1b4a1b28b60a0803fe470877
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e48d3c9814e006965339c95e486aef8639542e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0119ae2cc91cacdf0901d74ac91e55fe531b5b81d536f5073c7fb0ee06feb3d6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728f55dffa30e9038c92646d3a63a2aca36a2c5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54b609d394d039d949eb8372b569b4c1d422702b4ec0c7ba998870946ca99b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df4d9931630b9118ba2c3b99405c79ad0a58e6d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a493ea0a5ee999cb43c8a234efe77ba04c102333e986c0f56c4d50d681e0666
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a150c044509216c88470b0ae14954be2fe00b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75507ac885647d7207baf6e9f3afc490ae54ccf10d22216d04107f060199875
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5dd432829e8245bc745d4ff640c50cca20f52c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3aa2fae1aa1312c49b8ec7370b8528a960ba16b2a66e241799dbbd9dcf2930
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a1533df7996902f029a317e293b7560bc0bbf3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7163ed046bef018e72af8fdac23212096301c19378fd55fa889deb9060af83e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14eae521aaa90ed86fc3ad7e43dbd562dee44423
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d852d6ceedbe7cdc0c45ed126938cabd9d1614fc8aaf57718ad884ccd4241b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a9cde5b451da043a7bcccd6857368886c4a86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca72b724051da94a75e3c99c9be25c938037fbb1915e4dd711f9774a0807aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25fe3ed0f12069be9fb8abf7a6a83bf7266e297
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81885e84818f3514b0bff87c64befb1a8bbd54d7e927496d9af96eef478e7929
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db4ce5fd7711693772e60d8cbaa4ec170f33f42
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480221fb4d5afca0c5efb3c80b47400e5cb10985f718c0bd770407bacb8a0bf3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b35f124e5b27fdd14a031637d0f132cf2cc0290
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27d00e06fbe5d1c237bcaaa6bfa023293ee27691447fc9f2cd7bb5bc47c53d1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ea0b6da7926da31aa0773ee59e69d2ccc5c455
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabcdb050100c473f3db82a9378cda243225aecfaa692bd1581677bf8697d70d
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7d82cdd0c2f058596b05940cf9b57aa6a0d50a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeaee96fb260118a9e009911943325c72dcdf2d6a35835086ee490120c9673a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528af3b5f660a9fa946017f30394e8b4950c8a5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924af26646dd9c73e55b5a16235893425b304b16847c410f7845ba34dbc1a540
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369cfbfe3e4fb01d32b95a9a48e09c044c92aec5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b66c46d201c52231107781c4363d1d43406b5b9367b688f736db37313142bf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47d84ad3b9a29927b24a7fc8ad510c866760d90
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0453dacd75cde63dacba284cabdd8140c60b66edf9a37e570d0af4f6ed372c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa99653eaba68a40aede599732737cd3338b15c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d14c418268f4f884b069fde8eca0783a0f5ffad8984a757ccd400529ca45158
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22bc76496b516795a8c462e5f80005768d76397
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a681d12b47d8a96f97968d360c3a003924d8943fc479edbf47c242bd2c355
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8506d9a79fbe2b2c669229c48a858878e823894e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655de1018f07e2c3ac19f05b84a8c4f74dab55af936032c3de90e162ad24923a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364cb98aa4a9fad9a787d3fc5f14978b14a8a195
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e16a199d906a4c346d8a5490028320a03a29622315045e320c6836a3424fef0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb5e679b742987ac672d8cfa3a35d3b9eb4f24f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cb8f7daa2ccb976face6039cc2c71073e03662b8642cf3c648358b1012d2a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a454079b85ed3f1c4cc81a090241fb4e19b8766
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e090a3f68b76516e8680469b8fc03913168380e4b84fd373e5a3834d24045ee3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989527faa1ea6682425da5c16b0f7c0fcaf1e516
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b74216be54422e650e9bcd07de9a958991aec26c52efe3b602d377445ac206e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b687f1b7ae787f794c2d0e7c7e5450acca160ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8dac03fb2b29792a8cb7dd571f8ab360d86bdc5187ccc257da94684a89367f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea6acb0335ca7f7f7f84f741d60f46b502befa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238b3dc1bb946699cd6616e92937ca4fed65ee009d3be659480d8b1fae26fde2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23889c30736a9417b1f479d0fff3aa2868fe24e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d807ed470b5fca37c46fd0e2c4c851f0acc10f855047e1f0b9cd030d11289e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9629c5f35a87200d200e09b8e9c6ea66aaf30182
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41c57d01a43dec3858dad1c2d1790edba915c95f8e1fc76bd14efc6bd63b3dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca84e16ae75b369219243a29c46e3b2911ec291f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8da6d29baaca3ee91ff545e11f3f944df758bb24cfab1ef2913d203588deee
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0248fa1bf82f0f38031c7cc0b5f9f0f2e6b566a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5779fbd7d412d51ad96a8a8cfbb190a9012a74fe76d44f3bc9b79b6cf7198ddd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135a9f7c5f7d830326a619f9da7788819bf6e752
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceedf31ae58e1ad04f042f710ed36a1460369347382978a4b7101e650598be0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb5e152e92336c34cf58590e9e5b236b875452
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a76bf45c792fc38f1076ff71ae8012f5aea573190d389494ff65c8c2542b7
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6672605ba42e304aa67c8cc5db670ea765103c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e62884691688c6ad4c34a134c837956f65127b43116db748ff22fdb34f9579a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c7d88e6bbe3d532046a840a1d525999bafe58f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8c2c5d2220852ce695a3bfcc2e97d6d76e20ea402e856a8e1a43a708df2ea
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7203dc35d392eead10a81b4e832f8ad795aeeae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8f81e14f543def4afd67b8f435765d29fb7ac2284ad0e9faeedc1a75020ed
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d2a203cc336e558ffd986a26b34e4688be2074
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11107f2315e773c29c8cde98f8868c5f1dd45e33d91cbe583853b2952ba320d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfbaa773f78eedd23475f9eb3d324d261295e4d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ff89662de429baec7bcf2cdd4ca166dbeef98968b394c81fba4961df9ff7e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a61b211998c890d04f837970347821af5be82
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991305ec1277a1d266932528ab563620aadf1eef7806952ec20004a3788da7af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35dc3ac96921b54d7065b970d5b2f9dbfe4d9a6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268d9e8381ec7e46af8bf5f889388336a0cc9afc9e4cfb87ebefd033bc9f9ece
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4365777fe4872c9f03787a01fb1b82486157f6fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d16e8c6f9e0f8adcaa6ad34eeb16b116b39b0245261020397a95b41acfc1739
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d56b3a8ccc509a1537545f4fafd56a8b5ad921
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f791daa9f42a5a96d19c363c9158f8455c19ce1694ff0d9606c794671e9608
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09a4f7eb888170ede7ad8a28748350eb9b4d7fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab4d14cbe274d401da9400c9fa642fcbad3c5ecacbb85d04a5b53e457c5d74d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ce03adc0a84349405c68c64b55c18fd8579e35
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f965cc8d587dabae7744353c5a56b7349ca019406238f9ff5df07e3dce79f1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1c0c90fb0a8db66e55ba578f67b65efed7f7fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a7d738fa8f305e6e67f41ead916eeeec55b7d1a2d45223395c8b440c6d610
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb17f9423d1bd2f2b97ec07e722c7c05eca7b4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8434184c5619fc234a6dcdbd352c8192a3ccefd3c06e71c73a8635a2cbecf8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d374fe0d6534a0a819b2ad83fb2c7c8ab644d32a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d1106f68f32c198b3def36765b44514837bab08baea9a92d3e908c00c374e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac95795d1fbb8422e1d755b3c0555462d952c81
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47755cc6a7c826bce6d7ad8de453e3135a208306ce50a8f1d88aac1896f8074b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2493740f67e67e875367b31e5e25af823703ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51939c567b9c8edba4c11887ac308fe61d44628400be20936aa36d7e388a40e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5ea73f4b930b266dea9180a6cc850b7ce307e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f25c0110a42888b4baa216ac68ec72075fb9e422cf51d1868ee24ecd09f20e2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ce941b12aa560f433ed1394c0ac95865be32df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845fa9136807cf7cf2cdb0d0022200a841d2a1b7e90e55e715f21407a05dd0c0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d45a04a908be35d2bab88216bd0de2c72ed4ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b78012c27e27c3281d8db05be7db302bf940f62125d845e7a4133562375491
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb9ba819148d12eee2f05170ae0092f3e3bb64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72b251cba7a3056d4f6047bf14d8e7c6d9edd599f0f6eb1334d8b4a4973b7d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e46897bbdb8795c1bd1be1eef8759956500bc4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa885d290f2f3c4f9d4951fb65a70b029bc32367b31cfc5369ddf8e9fdf8299
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c97037f2ce3b8fc186d3669014546c29d1dcc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c336314de3b3c4ae833c35eff6af167ec5824e31e407bc377f2422829cca3b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8bdb0d444b55a389dc3d34b8e0522cf1f28b6b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762e3011b11b87d2a6774299f0088fd33a2789ef02ad424c8bdc0f52a855b4f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7633fcddc1866e9d3e82f62f0332c0ac43c986
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7218f6e62b631b868dad5ac110fb278f3ebd9149f317b08313f65a3553a793b6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd50850c26c541c094516a3049fd963f3cd659c6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd9f62253a0edd4ea288ddd39634e8856064b032f233afef8a483407c281f0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6b9df32685612f7d3350731aad2218f2dccf66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d9c5155633ba89f4e18985681cd8e97387e0e1f86e89ff15dd9d7df75be9ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ef8770560975bcc56f755776fe1ed60d03cf83
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b68bb3409f348f1c9020b91d9854f4c12bf0a22e4917fbbf7a5e366962f798e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f301814959c2851a73da2db59848bd92e4d51441
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a224c4536025af2f8d8271b54c59a200187d266b43a238ebb4fbfa2796ce035b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cf083b72db36e378de0a3b04b310a40269492e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5f6442c192810fc4a511dda879fe671ebd29e65ad239f0e2e0aa5f8f66c856
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d56b4069274f488e6ed566914e3684fd422e4a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba62d9baeaf54eeec0a67682a7a92a12cba092c19b42e05553702ea830795ac
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c67ea0b6ebfcdee53162f7d59d6cc59a3c3d1c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b83b8d6f976d05831c7b248f4eb73b10da2d171a5138bc2c52a8c2ac955c51b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233145559fc9f8168d50e271e27a7b369c523d91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cdd80faf4258aa87bdcacf5c0056a3a9e176b5f2093fd488e5acc3448f8a92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77567486ce174b0ef9dbe990c386fe1fabae073
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9371ff5816b6ad6a43631b3dfd04aa4875e4f6f5bc10cc0ac069fa7236af7b34
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd2265b35297dbe417dc30ff61340732a99bb05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa0270dc93ed43fe00d2d43516ea4bc1abba70d57e7ce2672e0009c51dfb8cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5264890f83fa9cf519cc3c61fd08031fd53f33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab2008d91ee8ceb06ecfa137c7177fa4c31186f1caec7eaf5577d8d63412f70
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ed2a76d9e37a0f84c3930cfefd57651c9da964
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d981e279a0d91883295938782b53511a4265d13ff8a22ca045241d60987fe4f4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a77bd896c9e3404b048b6adadc551ef1ec22c52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bf688d087cc535660f062b3e6272e1f02a22e829bc8953585d6c2c77a82804
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be3bd2cdc78ad26c4f06ce01eb2027f8bc585e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01c034de633e4270514af9fef9f2aeeeaff36f917804a8a22e659f590b57d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0e3cb2eb8f70ccedd2125c4eb8368dfbd8260b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec8040d106685818eeae71021302961b2746b26b87e267e5f559860d6cf61b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b6b0a86cf2adb40d59eef89aa5c50845cc844b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a038f1cc1943c692d709b78e34a8515c411da9e21ffa73b53980687c7f1b66
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe691cd0028d1ecbea7b155b64917a68c15ce13
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1dfa34f2ba714fd7557b60fdff2cdcb87868c4f821849f7004b3eba5f44648
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75ab9eb98afa6fa69ceedfdb448218a0f3c31f0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a54c88d26298c8b4716d97b8b8c42aaab72334371a90432024931807a4d8e7d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9f1bff2bb7bb153f46fc62ad3c54c3b9798390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74e8624aea95a47185e845bcf5c89710a5351c4925c83a47e0dcb5d69cd9b8a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215d579389c7c3d532d9676f56f36fd26f2e6f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0487c589d85cdfaa2df8bd9065dc16e4282b7b860a7628181234a1b6077553
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793da40490ac052d72248abca51a9f6a3cc91e00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883f2a8cbadc85e49d179ca1f7b9792c61fe17a00472ec65684e467ddcaed5d0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b663025bae89638782ff471432e938ff160923
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4930833c402eeaf609fc78fc01eabcd2ec524ff80ccf10a3fcd7090940f766
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b917c9b5df624ddf75474e07685c36ab3c2187
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a657f5e5eaadff0d9cee11b43e59118c4da26a54ea64a252a66ed49964104bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7e3281d939f16aa6a5296535264437780d0f0a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368ec60d8c428da233ccddfbf9c8d2d6c978b62548c670f17ca0a752eca5bee8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b19343b482a63cb47303bd521e73c0473b1d31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bc72154821480aa63a4586d672e2b091651493036ede41b3b94acfedfa0089
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3699c67b9be71496ff2cb72396f636c01959cd5e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c6edbbe7b36f44fc962b4f6c7cdae882aa7b97a85cad1f312202667715a574
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a46e893bc3c4fa657c98a7736d93cd79f9c04c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59c0091862e83424d344a32cc1a3b4d145f89a561b4908e2c2227c8b88d42e9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f77f63e7f617091b7343c09d56e932c6aa777f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161e06b290002d7baf9f80daeb118d50702072154db741f5f03c432b538bbbca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a77198bd597c1c48266335584aa8506b7795421
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2374cee4a5049037e5e041ee55cfeba8faa280c60c369696056a694718f48bd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e39249459cd21f9849904d433cac5c90189f791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dbbade23b37df7eab512c8465610d19b71caea18c4c92240f01a51795dd59e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f46a72980bf0ec260c5d8698c2978b3a6128e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc09cbf5d60af7773295d458b54d625983a0ef649f0efd2df8d197e9e28cee2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5a3d51034f6f7ee3dc75ea5337e20df890be66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3836b708dd8d0f3d668531a488510ebda66927e2f27c6289cf53a64a373d20ea
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe710cda41f495fd052a470f89ae3ca97c0dbcde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498cf1971dc62f4cb95ba3e00bef54febe1431284b54c1d61015f05872957c9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c98e00064b16a61c58fd15ce58dc8280f9d53a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084bc035e95c8098d3368c601057275a57247a1bf54f8553b625ac9ecd30de4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2770f235d69f45ba60b8a34e2ff0e493b3285de9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93a2d80c2f911e1efbbdf484dd171ca173139e03f66ba8a7e8c6f75eee9d72a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa5d6dae121deec93a0943d2078a5fcb50744e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056c02323ee14f3abd20eb84578c23af30a6475dfb010349e96ae6fafaeebb8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6920f096bedc6313545d564c19d1c6fa028aaec
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d9a7939b263ab3e5ddaeae2d3fcddc714de58727014450b22b0dd35151733b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fd7e843e4d0cc45f423bd0da08bb7cf0abfd41
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4168d9802e1b3b3572bc314992465fb71c4f75a76c221a8240eedaaf6ab6f63
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05b107cebbbbdd1f9baf4d57f67fe9792e17d7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b6787e80a50f7e01696a1bec15a4ff3aa4a9604e8372c5723603b1238eabb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd82f9ee94ce7948398299c628f4e280c9cbaa3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9e569117dede9dfca81149d28fe03d4fafd30d53977346966c2cca2b40db11
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea39eb75b9136a37cfd2156f1e03f26803e1e938
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f88f76c34e33a1d441adf7f2654b63182ef089902939c8595b8996292dcf5d0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf103a1ded6594a7e7373c53625e0cff2ffee6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51250958e2df7a22a638f497872f67476a684fab6bbf49ac3c156e256c09a443
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb93249ba56b1ca0b5e5b948e06dc5210f57884
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27464cd4d6c543d383a61dae028efdf37c6c22a4b9fc1cd347c886d8b53fd6c4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e37ea03ace6244a779a9e2f7414f471694cec68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa0fcda9a7f353ae2d6830ab6abad215725232d4b0c8ed5cb7ccc912181f024
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8889e52c4bbf42fd91f80b5f8121a044c41f55e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdfcbfce6fd0fef7ad960552b1d31db2d5dc66d76f20fdb49d0025e907a4ec8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d56208b8482ee9f49a0bcca6e3d5a96411c9242
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85ef598b33ed03a6d345af514cc00b4b3ce9b661b160f45f8b995f16f091a55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc537304fe0b90a79b61992d1d26bb0aeb106b12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4106e286d23fdba9a5526277d39fb781f262dc73147661afc09773fe5b2cc8b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a15c95777044a9ba57674840b42f47eaa3d3256
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4f2572cc0f9028ba273d9f897ed8111be28c1181140bcd7723288a680c2e3e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8abc8ff9a196a0f168029e370fdd99a431a742c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89032dab5d6fd6944ccd8303e92af4f3fa3d36ce2f425969a46015d92120f56
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebfb7eda37514c786bdd165e1dc478ac90236b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85fd4e6b3a5c8b041fdad3c7ee16030acd9bf61a38198c30a4bc96924693685
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb779fb9e56759d2d1c00ba1a23ca802e6ab4a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b1351e198c06a6de1055f141d3c2c32aedccccc06b187a7d049db02203e6b4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0781da29cb0a1359927ef5a7e84036d1f11e04f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3268ab03bfef7708e6e88b3a7abd06b91de7297b204904e3f6638615f67e62fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff56b18d9fd75c0617b6d78536c10e59dd1504
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af26a73313c433493c10065b9749ba841242b5efe94b8d5dcd62b9ff6204d6a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a156ab36e4fbcf2ba48c88942aa39f8d15d878c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6167d601c91e82648ee9aad7cb757b0557cde324aa9b2a3918ad6697e928e17c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d21f642ba49a09dd15f17392477c6832acf66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d42608cf6ce163b3714ff705de7b44c038027c8441878f08a2932fc8373aab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12bf052ba164983279b050aa183365aeaa9f439
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a75d72d596eec8b0ba278e3e4cf160bb39973a642e455b2fb33664f18720ae
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481d8bccc8a4350b84e73e311375e5e136f08d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110b8d8d7f4d2ed83fcc04f63052d8f52d9b0cba4de2af5c1b9f5a89f80688ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fad9be8a2bb64f37ef091368dc22047309365df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41551ef15d1593934f2d1e492b8370b0bfe9ac8c88efaa3fe38d3447412021e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6efd2efa0c27ccde3cd0c563621a6130289978b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623b9066c948288563a4e9bcd92fe34409360d4210aa4fe9f2f8ed4df59fd227
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008b5456c53ac6efafabdbc8a1b58363e84f4ed2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee22b585c981fa247fbea34c0e7340de84d48185bb43969a1571dbc7154d94
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e6e00df01940c34f05ce18d03d3a72f6a5af1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662b17c5d002c5418d499c2ed9d7d11eff7f37e1c7040cfc743810269ba76374
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e70608b9329543d89154b61c08436767a593932
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45cf47d59e58ae26516c80a7af032d5ad61fbc4401bf8906e21836f058d861a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a88f87b26d823ecd796d82f508f7eac365c716
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded040d429a66b752ba847e8ae8f211cc8d9d7298fbdb12735509c97742d7742
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c70ba57ff7dc774293a032dc991e1aa450a186
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a6915669536c2d31ec6573164fee3afce681e7f15623085add92b8f7dd5a83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96e70876d70963f2d1cdf31ab775d2d952b7766
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df74e4d1987a7892413676a8824fbb52e96d418ac1ce5cb4dfff32c20e65ce8d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01a50d8b5f1d6791bc29e2a0f4ed890fc033520
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82c1664747c83642335cf115e79db1c875532f7d64c61052133a3af6813f1fe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965881a5e86fc3cd1da10d40415de01fdc0d6ef4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e0c6b868faf179c94a39d6bf868174d1c8ef584c8979b770ad1fa5e88dba42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc95e098d6f1724913f91ace7cd4e516c4ebcb43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e29cb57b9e3c6a25e69d3d24c94be9dacc5e9e38f91d51cfce6a0cdf944bc0
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc536e59c02a3bc9029620115b17630dd74d6113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e373a79566dddc0e6c8c6b4e8c356761fcc10051fbfba22973c58ebf8dfe38e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cc2ea7bdfcaf47215be770f507a172707e6ed
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab63488b5aba0af64bf1aa5db51499f9005414af047a2830a89ecdb42c7d2ad0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef7ba787ea2d7c935d3eccbe29447fab187d817
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acc61dcb9a8f4c20ba85493621a1d47493941791ebd9a2f64e3807726a09cfa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d6b758bb6a18656207c674d0eb492fa3f75c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5d4bb0e0cbc8b256382c3d06fa588e751d959b5cc03fe9831bb72872f44c9d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36822e57b82ee7960933327646f9a67eddd5fc1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2f1b78dd2f3e26a0d4e35dd4ecd1f585b770f52c4b18c25073e6cf1ceda3fe
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fc2538f9dd1f45f96801dd30e958bb063512f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da95d9e705cd6141384ca8138338194edd8a5edaa53fc975b9fc2908e3b0644d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff88a0a4d7d6647fdd78ad09b30c60ecd27cdf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f99bb379c8c1c5c401dd84639cd3faa1cec342724bf131007859f627b25d4b3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31c58cf5154322ceb29b0d2ccf3abee7a20578c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcae1bbf7b115a10f1f089d1025f4e4fd912534377b1d2d1c94e75350dcf3c7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62827332c4cdeb6ab74b28dbdcf1022e88fae73e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5293109f2b0bf8e3fb4efd1503d67184a44d95a00355f90176745b8ffcecddd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd6999e06ecc55b2e4ae959c56173d4806d6dcc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a63bdb22214c33bd7830bf3ed590b269c9e64426030a623c6ae8c563181a8ce
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522bb564783358b37a9aa06e423ed12e3fd0131c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb7a36c2003dca741c484985bbe97b9cafda5c4fc01fb14dc8014517d20513d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9699d6f35c1beec4ada7f6af5d99f5e6ac48ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d4c415786b113b63eb5e206fbd62534281e43d0300c1473bf4ecfa8e6fe7dc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e132d8a8a576cd24a67e49ae03189297ab821506
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb04ce4dbab918f0778369ff8239e61391ef0ec909deb1cf4ebf7c089a22279e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02af42521aab4a9fa6974a9134c43c17476afd84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f567fe8d026acc567af124392bc9848231b4ed6db007423b5ec3a8bec4ceacb4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df6b6fb01325d4f6057d7e37a172e520ba2348a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea0fbb2336ac82a2cdf6750ede1ec72ce322cd091ea6ea1a14234873c8ff87
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833cd85f9eb2de11c9236761853d595caea4ed08
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9050bcaa42fc72b648866a5d43f0c581bbcf0742c206d89a2729726b776d8f7c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26955455d427e077f73c2c46f68bebc0b2c0d68
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5957cfac723d76c9f31e4cc4ad5a9ab8bc502eb0c9458af46b9b4459554c8418
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a5a788d57975b154c780c084f7914cdd6160bd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97431874b67235d8d78ae133466e269353259cfc751b5fd20fdb98e5b817a619
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b775a1c55bb97915cc828d258e1110f7e74659d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb8697559ebf2401529e3d8cc1e3695ea4f254652e9f3162555baf8d108fe98
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c575ecf0822fcf953ba782f744b9932c7d20da8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e83c1e7af82dfc1c0909a4f3b838ace16918ff28af2b708135806a4826e867
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7652bbec3d9319c8f5559f4563a4825f9d61fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8523284d9b8a92460ed72385c3d6ff33a62c9b06659df2c180f4ccf4039aa42
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2df7b936e7fb3d8e003eb815455c5896822be5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba069d85f164e10ccf9d4cbf8d73c0aff8d953f46c6c9b397e124d7132519858
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5407e4e439e30f81a841778898845670b62da7b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c1cf481e1f6858b0a799b82bfb405e824a111ce97e50eb76cca662cbd03f96
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e90f0fec886393b0e22dc5c6d14949cd3e9f92
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bde12767b676899d936938425f74b8578428f8dc47ea12393c58334d4db9b42
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d715fb7f7be33e0c95074687b6284fa0845a9f5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7169a51ea0417ff46213a56eb6af054798aa572052218cea9684f186c4885596
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce09497e6be0c94eab77d41d2d3d7fb3e8a31431
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12980aff5d159c93551720a78db1f12cab936ad7844858036fb76f461f78dacf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c246d0267810848bbd6ccefc8f519e0fa38468ba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc070d6f60e8ea91b39342abb6f0d4334ab853baa453b3064ec5dc8d2e334a8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43966dc3d5d27200a866fd9e5af707290b4b577d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97704fd32474fcbaae4765f1f1f0f834f20a6f0228f693d280db8fd6f4852bdf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675e6d4705ba8721b890adc1de17168c306991fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6b26c41bc48112d55417fc293918436d48498a65710f46d312c4422d90fa9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63077a884c336875a7b127a9e62b1d9a890867
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3f852d2478b26dd9804422765f02befd3e18de06eef9cbf79f214d9e3cc333
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97506800750117960ecfa028cfed49c56d785783
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a1cc9cbdba84a0b414ca3e32c626aef0395d1fb2c81c2a5c0505c0c138f149
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f9e715c00661320e8556de166d2b056fc46a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fe65c9b0a43662335abaffebbd26be8f6d29619deab59444e5d9da934f6bce
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab16c71ec4d33b156e1fedf47b3d9697976a61e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f8502477066828d027395cc90b85200f86a50427fb85a9669148d672079634
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b017616b5521b547a0680d31f5267172f5918e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb5904ffe5d866033dc795a49220abb7c1dbc6011073f31fd1b92de5754a8d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0324b250ccdff051eccff66f204f2bcbd25a141f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664b577b2c1c500b8225f53beb5eaafc6c234d15bffaada1a56540b535a9e277
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ae9db8ca6b5ccf7ae9dc8b3c1bdccc96996b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adc657b6cc51ddbf535cb197a0860be6e749d0ed8f87472a18b4f203799060a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a140dc5b540c94a83404a4bbccafaa83d3b64093
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac0033e8e1519fd502fd1004a3ab032e612c257c36c6e413002c9174cde3f34
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b525b6b6b7e97d77ca15416a5726e5b2bb2800fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7dae1612c4256c7705abd1a0c1e2c7731633209655a06bcd9fdc3bc4f8366e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6fdb4edb5000ce8a4374d8e962c2e21890c8e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db52da15d340b65537639177ef2c23d342399f84d4aeff011351aa12e1136ea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417bb3350390d6514755af76258dd915dc2c62b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07630955ffb1560af5666152a3187116c3a938e0cd1517904f941a42f7ba0fdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde70c55149fad649a127751436085fc91f0949
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e644921e74d0cb37514b1f61595462907fc5f1533d0fc1e3fef1451e95d7ac4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5304ad0a3810dca4aca0b690ebaaa4fe4ac5b46
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464a4c6e49c838835a401376df76669a1fed99a22deba4aade718d171df339c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f959cda8e94ed39973941bdab88a9922fd67d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640efc522cfb1b5b201cc2bda578751eeb8c5990b5c408e59f49592d623f70c5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f987ce5239093c7bbb9844f1ff174e888f7d4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beafb0f7a658ea4882b36bc172600dde038b38d79abc948a3ab2d36a9325fbdf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9136fe9a0a4f1e73ff68f0fb4647d382501922a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188485ce6c0a6522b44140314e85f68234be07df03a969c0871466a22b8db17d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf1ee91ff4a2da888758cd5eaebc45bc1c8b698
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9969c66399d6053a6c823a0473c841969a5f11e3485836a9468febcdcc764
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1bf6b5ca39f4882de37f06be422dd16d989775
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298ae622bc21bff17ef27b217b03c1686224cafecc27be877dc2905a7c487437
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc6dec51995ca4e497afb6a50dc0c7235c90154
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fec3d01956d0c1599ab04ccad51dfd28778254054b9b279cbfabd3adafd3af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5215c3d0d3fc0f7d2deaf236ff18380a8662e66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784df8a35f7135326b3c8975785d94a050b1fef410a1702d49aaa15b47b07b13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db8e7eb6e45dfff14cba0430edf195e00223c20
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91813d5d1b64ecc2bca3caf104506bfa2d1feae75bf981ea765acd9324e625fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30035b2bde07a58f0bcc05b5be25f800c603ce6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b72df926f87f939bc3d299e4da9cd06d846ec83f61a04c0fefc61e9eeb6a57e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0054f6df48c076ada9072325faaeb67ebb7999
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7afe3cece74c4b1656295e3ed37426e2c15e48d488f567b2a4028ef1a712c7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6baf01060f54e022abb92024474f7d2efe2180a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205161dabc4098f586b0f750b2b367bcb33ac835aa7c324e67f98597b175fe0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a400aca2ca993e967fe847b6e738dc7b332e813
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd5a9d4cb7123e70a10ff27cf33b0689fca138c2298d31870c65b981d2a811
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4aed2f9ca6dc93d137575e9d9b0099a895dfebc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ad9860fb280e2c062c5c432794b0f5450acb447c5131d94c02d9090936862b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f096f0996e41af4fa4332a306875a131b9f7fb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35479fe13f9de51fc44340e79ef052846cfd4573cef7c8fd1438bf0e3600554
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc21de4ef5d10126cbac6ec980e3382d800e216
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419bddea57dd1427c5087c925f10f73009ab1de554b0fde1f4e3fb01afefbc7f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0ddfed8657516c1e06dc8eb7e619cb4f5d58af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8289a197892e724951192249baed9db34113d343d3d846a4da3d402a0e5b4c13
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff95667e511268051bd54ea1bf048e30059ba0cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be75b30c3b386f4fb8e46fb291dc4af19d241375ce63f42376f2a0e52af5a96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc294b761181dccf9eb7672b10c21f5a0df6bf8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663631b1a442bda7f9deffeb4ffea3282741917b0c5d08e2bde7e3fdf749ac0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c7b16b76527d643a664fffe8a91177155fa4ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41660712ec15f73c94c9580914110e0c78152dedd7c4e8459310709b49c07742
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5116a0a0c59e4ae416adf46a65b0ffb9a7f8e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89b1055919763e9ecf425c7fae491ce382641a99b2abb9d2ab11e259ec7b20b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006379a34faacb6b03fb380dc432406b819bea32
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2be6ec2416b61b103d7bc2898904e5343335e6c254c8643434d9d03d397c1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaf7935d93e389a8b6aad7c008aad895ce4c618
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362a9044422f023aecffc5e883c5a0703375a7d6c501de032d75306175e98628
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b213464589960a6f82808d315ec81be15b1a4ee0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3a58b78a11ff073a95a647f954b36e7683f4b929daee0e14e4a698714df606
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b08e9483932b5541decfb2bdf61783537ee5d74
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf923b3a672b53bbc01a9ac23a884a04e211c7760ccc3a454cdb6739307c463
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a170d5791b532a5ae666708115739a16bea058
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc92e585af5e3b933df208c2648a8468b3b14cc546537380f3c005954028bac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6a29b78b772424ee3c05192d70a72a3a8464f1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45306bed9aadbf94abc837206bc0fc52d258e9d8503c6e336c56165f26fb3b63
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2972a0416961ada336990dffdd3dc0ef581b3f2a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3749ab60cbf235a99414b1841fc5c89f735e0b06821f4ba2c6d01f04436ff9f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f371cc03e82f3094b4375e4a11634fe2c20e2e6f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95865636e28e87a635bc55387656d718c4f7a6ff4ebdf406aa677711e1f13251
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6047207af95852fb5b6e2797d5c489e5e19a27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c561544a37d53caa91adfc0c34abe7b420d45c95ec4c75d07263da6cf03f6f5a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9ecfefa5cfe228b3675d30f057fb87e2c887d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea27dd4f48e9d3019006e253f46955086ded1ac105fbda211d8eb57b30849b8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fa6eeba09c50fae8954614edc4c1f9a9f59013
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5684a848140e42710658edc4c0f06be7d59aae94d26be9171f21a69c58d9a72
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6f2c226ff098e6b14487d1d839076d9e62115b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6483983d70f3a48b1e894a6d79bbadc9e5ce942490c8c13880a380cb3f3acd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14691a750987fb86263a58eac66f7ca111d1e4b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b608746bf6b939fe1e1e6c4b0a1132bacee872f2d3deb3131483fbf431687d5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6766133b1afc15b13693ff99c1e759d7b62322a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f26e893a8f2b72082e6d8f8675df66f04e9ddf0e21ad2d6e516e4e6f954569b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52af407749aa53e38062c2a7fb720b0c7521031e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7ca8cfdd963da5d6baf4ab2d25f036345e63857c35fa76680ba1dd7b9feb4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce07a7ce0931c6fd86b079f405b75ee1366bc1c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a5a8b59cd15f0d9b60aa497fbe662ad4dc3df06a7cb173894b1b7c30464bd4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb851d69dd9fe19e8a61ae0c3e8fd7eeeb5f33
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44d424c9804311690f7cdd49a738c95544f8b9c3a984d19c550efe672b7c9df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc2481b1a8fdc13890d762cfa41bed840c4ea5c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66293d2b98a033c81fba354f1351f3a6273561f120c369dcede8e8e973472988
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c817789e863eae966b97e3d19fc9e7d6d634b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73769d076d32ef92fd36f092e8aecedd0d03359fe52c1c38cb95710de54d54ca
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4971684fbadd65e2b3d3ff41b593bb787ec3ccf1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac029af548470cfddfb536dda2c1efb5ae0ea5983f7a996b23df58f0344cbbd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ea9b9033648e32e18e0b3a86696037645331e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3364976dfa8d254262f7315979aa107f0965e95b558afcf048ac28579e93021
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6732f4bd2f1641c155c48550b835de0e201a5caf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffef41032912bfa441dcffce0dccd1d94d4208287f45e858593ce71746deccdd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68eac99e34c48bfadb14fe8fbcdf9ee278079bc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ced090e200f93a4dd91a7a8ea22977991be715ec36bf9ca9afd6a46e04715f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62d2cf7df8a04fc6a56aa672de1f0a099bd51c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941bc5e7b151dccda2de9e440cc601fd69647ff93552168430c6b5bf25b184ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c4870adf45df9b9dd026462c8f4b8243bc6fbd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb966a72fe787fcca91592344b38ae53ed05929f560bfde3988b70d9119131e1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0dac4118ef6594fefd0128a530ba177d78b264
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f863b6e38735e0c154c48ac22c24f3e26e507eb6f4fc451b8abaab391a92e0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069d4bb2b452e0eab7d39b29159d7aec3ba2d26d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a1047a8fec94a130d5a8ae187d24281615b6c513a20e62e628fda624c7becd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e65195ed81449edbefad6beb816a4896891e8f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c528fb8b48f20597099eb23e404e7c4eb32c99548f64c9dcd5fe19f9524a90e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45217b6fd7738c7531ab6b11b69a7c4383ac5ccb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73145f4ce33addf002d57fdf80e43f4f8bc7f07acb8f2f79dc5ddf3a3ce934ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83d246daa5899895b37c4351d9f3537a87466c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441be57a2cd6db62281d6e419a8e35d9862d005dc5f24ed26842d746427b148
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44972bed116671a0432566b4aacc4b52708a06
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab80e9fd72b362b1d846e8f32f5f05f3c9c06adf0ac42c44ab5e97d75279a7d5
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77cee3781bcbbb3ce44c89983f248e7cedfed52
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e7f6473594b4cce4830d432be213b60b0175147c2cd9a8bd3a5f75e372b3b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5281efd7d2b2662dfcea07ebd637543a466a2113
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760adcec626c654821f74044ed0b6cb8509156b6bff86d0238e21fc9e7f7324c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8291b439f148529d27afc55118d0d2eecb8605
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab39c9eedacd9e4f9e2edba425ee3a185e669f4bf1d24195f7aebe9d5b619abf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3214e57615ca37c7c3979f8cd3e77d9f381f8e2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e93730c9cb8937b6c066a4ee3d143c1695eebea3b1850d705e1cc0de9fb4d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd06d7b8a14fc39ef2899ed9c4c2010c862b6a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8ce0cfd2f3624a9627355d6ce2575f9fc1b84aa1140d22c55f146e8ffb7b3c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f411fdc18c8b505a3d7fa57d9e272c667a30c16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c1f72696e78b9cd2dcd51aa2398170d43b35fabb1fbb5263394576feee0e2f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce1b6e26f3953dc7441d4f2320ef5557f867460
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76b63359408c0faccd84e7edbe486461345351983131e0ded650ba3739a779e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e1da6997d96c399b10454d8c2c123b49d5cc45
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee52456cff01c91716a5217a6a847a73b864a4192da1ce3582a8d6faad6a0665
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08237fdfae9205ffe2d8a3cbd7fa8c15d1b059e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883bd7985775e821ed605733de79913103105ec86119be7a69534b37ee1a500
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1e5f9b7d9a5625c64e9bc33f3bac669c36df36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6221f690655baafdc6511c744fe06da21c42851fdf1a1b6e3e40d8501c70f565
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d5f37d98367d5978010686185568db60e4ed91
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bd4002e1eb0bd0b15b3299df2031da3a0b976b2dc2ddaf487634c70b20aa8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ca9450913c1ad9fe74c958072fc6f5c6450383
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c20ff277cce273b0b09a970f52ad0ba365e0e7738601027b30f19039617649b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac22aa083bb2b55b5449b3e907bd7341c1e2116
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766b009df9cde04f668d56672d9fbb6e751c6ebd8a1adaf31fbd11523f4c247
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2d3a5fc254d1379f79fd260fc7bca81569e82c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3045814528b77e23aa04bfee3f91e0e4fb4101b740df54e0431b0fb32780056
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4af2757755fcefccaae568993268530a5b99f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40edb0fea3346e209d4d63f080589f2f0027e221bbfbd8f51feca7c9ed59b096
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da826f3b5de7d1c28a75c00310ea1eb40ed26f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d3f1655da5c801e9dafd83a89ea619ace46bb4382ad48a4536d7efeaaf8364
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f115ab64aadc53a3fa62227b5e28ae5f5e46a86
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec6b1374774f651fdb8b3f3424888a09813faa8aa918f213818e26a13d23df8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c24917c76cc948f621b342414bb2af4119b11c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7505decac478bb9e25c1db3cfa3e6e81d23a3b16a6855f1bb59f48cb7a781b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344bf22d50ec85f12047bfbbf9ced3f3da4550a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e30abe2ae106bbbd2b37cf94c6033c70f2a6fb0173877641cef8c55faf8f4a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604c2c805eb5c51e30a2f5cbdf2c6d2146048589
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75f3fe64a23f5c8f3a866e683dfb941edb75596718c502dc3c4c95517857703
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be165c1fee7de660a4e905b01104e422327f5473
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f41cf369db48e6dbb0db132fc18bf3ef685e4522f847ddaca8eb85562ec895
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e8d275196935da2ac08914f125ddeb0c7f9ef8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc741c04a866a5080dced5c8580a77d8da164596cbd7654245e8cdba1ec0c68
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc914f721e261b6e9a813074daabdc6019fe990f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3fa0299d90eedf4b87dc15077150517cb797375138f8d39c1f45da4470a3ae
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55148d9ee92f7ed4068feba508d560c6bc6ec987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d03b28a676119a233783c513dbcbf6a80ebf926a0d96877afeaf1ff783bf53a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4dd8007512100cf8d23d2a0f980a0917e62b2c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa04301e89280a641be22b2e89d6ffc3008e3c95e9154b680ed981effcd4952
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24690fe0d0b9c88308b057d7286c81edf30ca6d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a160560c32118772a297233edf88e44526d0f4d6eb5e9fc393727a12dbe9bcb
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9d39deddb850dd59c52c0d81d5ba7e08fd8437
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeb5195609328620a7d8f65a7fb8888408e31215f49e5535486342eb51070ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cae94b125fbbddb4b1b9b630919c07fad38fbd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59ab286fb8d3caaf37dc89b43e8a6c3f367ef83acffd9b219f6361d167b2a65
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b5e2fcab6d15ccf917e19dca9bf939e10f66d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d354ba6c735fbbe67b90933da38980d5f3ac9fabc957c3684ae799848613f939
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6246b77cd7590375af7336e96acaa2bbfd29614
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c564964615f8b3a5422b62c6d961fdb9629afa20ffcd2e4ca2ad7d2645d6cb
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eadf29a4f2dce7abf1ebfa63793d3fcc91130d6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316ff2efdb87e1951c2388693b4c856a66776a486d82de6ff89d94b18da94c84
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b318e0c66953c94399d723d08451d8ff7cadecd5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8197438f64cb3ef79989b8f910ebac3022dee55a0cf8c499e10c61176234bc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7b7f47b0d0da3b4151416ae8c934ca68ad13f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc641334f7a26a3a71f6869cab2c42f27ab3ac8b6c13c5b0c760d41eaac0ae6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb3dd3ae401f89ed760ada6345b68350167bdd4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e216942202bf049ffe8bc344aaa6a33b7e1b0e4ddb3d8626ff167e953e16b1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecbc26f5654bebbd91349d625fb5bd5b4f7a84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217e229444d05dfc2231a9d91d220e688eacddbffc2b1000166b79fa6a33ad3a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c662921b5bf8416d16976b56f6524cff0a1b50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35435e756218c0affca628443e2e4936435c0db3423a4b857fc08a7122176626
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b296f336d56c62e46a337ed4a18df4f84796d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8d6e415141cc31fbca35b9b5f9c93267e70470328e621e00b7178b1e51408a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d74d6855413d33f95801147c2c49d1b9e3abc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc81dd072452b68fbac8f80a3e27f43644eb7fd3f26a3e9d5641296ac7dbd6c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6950f3fd0358d54dd587ef8c634b5645a893e4bf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1274cdab6cbf465efaa2c581c97db4354c0d48d0b08fabd0f5a6e36665e8df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806c14374e2fb08ba9521a01d8c43d959930071
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccf3a4fc72d4a3c1522645509c0337146b864067f68f20fd159ebf34da90b2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8518ca171d65b0f10e16c997054aab602fb00185
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc41aa30044e2d3e799c9fb17d2aa2a9c69e6efaecb208940a2d5e431994f677
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7d12bb89f3700db6a1f6c9be6f0183587598b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471dffacc83ac91b18cc8c407ee2bbdc30710f0ab42019d1cd11cdfb2ead718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43e61f66091874808a31ee8fe5dc5664a287493
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57df084dfcd619bc1d1d560168fec45ab4308a95fab2edd9d272200f79a47686
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dc9e208d8d9231eb04923f32e05e0018e76c43
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c5ee1cd7c73232d4a32f1566f448645e58bf03a91833544a002899a60f5b25
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada80f1cee69af1fc55a85f005fd505348b48c03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7ab2e4d9c909c6001d5637fcf3e978901ae4695abfbcb6c3a04ad4053d363
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac028448a8a09fbe1a6a4346e6fe13a39f028e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c503d97c3d560ad6fa55a8ba94ebae6427ea07baa7fddc0c4ce64fd1f0e4f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90aa8fefc52c665129c46d868f50930c8c4e290
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434c114a330581a36316b8d3eee0d9792c78f571c67c577e345c86ed91177c98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36f77ddf189c9c9558c09f1b922ea3a3c2e0641
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d126068ee0164640a3b6563c8999a59420d2a3b37ea4463f1bb80cb45771929
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7dcbec531e95f23a4bdb91cfee82fa980ff996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3644faa387a84bbc119797dc4f40c10c23cd9c256baff3dd5ee2ad5175f494d7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d516f3ec54dded5c83521f15baccc3fccb4e2cf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8ee2ef80cd97613850b79013521350b5840e52f3b33e963563fb9aaa46800
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd5bfdc3a94806020e9cecef5aa8fc748aee1f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f909f1ded1143ea173e156a7ef875a674b303e99bbecb76ae837af4bf82c19
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59a858a476c4951109aafae508bf8f727b738ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548cb70cdd01ba536beaf3a97adaa0c0464e373c868a7fc7320a82db73caff8a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75b85bc1101d90fe7db4469ef3997ec36958371
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbc88fd23ad199b2255ea12465c1848d28ae776df64ab66edf047d83cb82bc2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5811b56596b8afff971b13e2fd8656f22dcbeb50
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf9de8accc7006cf6f203a3778f2de8bb9e3560764e5cc03c9dc601d4e99a24
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3fa8d8de26c8e930ba08d90ab85d7b3cfccee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b1c053ea4b1a5c4a6c4babd8ede183ac3a94a8ced026f270e435dba021bdb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b586cbdb93936a3e073b2a8a0be22ca1d90877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca57ae776b7c4590047ce567564d4967cd265d54a5ddfcd6defcd3265e1b52f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150a1a6aeccad99ee9fee083ab383df4c30299c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645da158314baad6f26b7e1704e02bc78abacf5ecc2b3be2f2bcc6921d832014
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c2fefeda17849af98759d98d80e63524f4351f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ff6fddddbbbddab1154a7b6d097cf6f0f4baecf9abc2194c57ef39f87bb075
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab9478e185dd2d0703f181fecef4476f085ab2e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed899274a2f3197e04070fd1fa0490c0a6a5d4aaae5d6656ace30858d85a422a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d4ac00f9b9c73a9be078a4d15118b11546a4e4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30c669dcfb77d205eea32387c858ac24088193f47bdbbffe774b4905514060b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017f59f26b62759694b10dd04cf71a78dfaaa0c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe3c31d8241051fb506d2541c60a0005178427c498c72c2b0c3fc8721fd02d0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699edb7ec331bde2a05b20e8b157cef48dc1a383
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085a8fe6a82fefdeb8250ca8553a15c1110b79c6c816d61fffdba84df4710101
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005dd23dbda33f91efe381562f918454e80ac03f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c159df4f1f02c215eaf1a719e5a393fb59abeb4f02913185fa0bd348facfef31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808d33b31dd6008dc41dc43dc034d93b7822ff89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb31e9ef22d9b75b4c3bbf994d232bb39998948ff27e8a6ff46e1a1b7a1f349
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405c5b5e51adfa7d3db44c27a3c40154daa85f56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c494f0352725a09124f43e53611e0158e4b235f861de212dd9d64318ba3da761
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da8b818a6624f4722af9cac70b2e81d99ca159a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242417bce33e4f7fdfc6d1371a5478ed156936e8e2b8dbedbf3bc589f05362ec
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a5f52a886c022ba5c9138088be0497cbea821a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635a24479efbc540a0dd3f6a946d8b572ae72fdb26231ede03a26233bba188a9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4e2f2c99990547b6e6c3a53131c70bb826e07a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7762c5681354b629fcb3a1ffc56757c25b74af652dc22f15b92e0bae2cd5e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea2bd41de0d8a90ead0c17baf32c4cb5197af58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d615ace878744edac0544fd3f71906a61bb876d84fae9d7f5411b173fb3e69d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af1e9f95922503ddbd25243bc0efa3e55866390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b20c6e545c3810c26a3b6dfabb2079a5423bd749fb1259199eabb7c3156b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8dbcd63342b67d57713dd154037c8d527b10a4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3308e7348ea39f0f01632592f0d950e66ae80b06c74b01a1ba8e23f58d7d401
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90507a3a4fb4c8493157ff453f1205694c1293ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84fc31c19e6e52dc9a0b57c0a4a29abaa450b9ad6bf37c3533e45f492faf955
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28390a4c79ddcc98994b1e585cc40f06273b9cde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d114cbf03938343976ffdb50337ee0531ef3c453194313577d431ca72ba89b62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc61c5cb7ae9ee7da5778c6a248d231e3ab0afc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8980b96c8e7476e4898813b4439399d05c8a5b2852be3041710e6f8ea05182a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de69d19616d24abd2ca511a9d588d15e883f4c70
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f03f7dcd317169cc7547124d406b5168cbf1fb4a9924354b5b46955dff3c30
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13d1845f1bfc5ded0c9cc4b28920e946a19e2b8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66627c9a090960eddacb17a606c88e60b381441dab1fa42effe067b514432b01
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c61d1aa8e91ce2341ea89353240e8c1e30fa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc0c8a36c0d625e229745225267f5fee03b7c9b23f5ced420edc53252481d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ef2103166e73232afa72f77c58ca9907fc6ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b769b48cccd54c3cd7509c093376043a3489016a1496be32ebea6dbcf4cd508a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8d9f75b1f84747356360a119a5c1da1507f521
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bceeae85712886932c7a8de1903e7b6429529b51ba4b4d87c12749c43fb7f1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f35b4d65097c69c3df39f3c0905ebe22b9739a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4893716338de6882789e902c2a17cb1846fb80a8378c8e273443fde61c2534dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190789b15386a1e764ea21e2302017d1e9593aa6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f18f3beaf3fe30be97828fccf3911e1bf1df4e4b61920f9a397ba112845a03
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67429463c837d317ffd093b5add9d0fb97f824c0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba36a7975ddc737218e1c034649cf6c75bf545297e6c6949c21b14927af20e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2416345bd2bd33b6d172bbef56d88a34f8c090c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4cbd98041c839bc6e261205fa2c71ac3bfcdd6836e5922d10cf65f30395a94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa48a547a36839a111dd25a772f05bf1c916ef0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a09be33577fcdb966cd7ab6b35799793da9c2bd3eb99c908464ccd89f1878a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c8eeeaa539c37b1955950f78c6531bbac9ceea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba9e510f34291f43f1d79075c50e95c3f9ecef60e8c8312aecaa48f5ea203db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cafb34a3410bc3912a2e0bcfd9904b1bcb0d036
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c355bf9cf55bdbda1e4f39c11a247e1bac3f188d48809ec433e16c1d293900
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1d80626f5e92a06f8bd9e9bb02116a743d47f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57884d7b2aec8a32f8c74c6d60c59da04d2d0a86846a8833f3b60e39e13e3db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deb84f2a6180958ae05d1c4c27218ccd65cbd24
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0a780ae1a91be3d900e34d804375176524354090fafe985f33ca657a14243b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b851ddd0bb6beb898600898b5bfd3a7e61e44a5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff2b173383b37b320af0fd7b0bfd0e0a3792bad0c8a9175de705674e1ec33e2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f5398c05ca053c7d21a5a5b45101b95663ea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595d8050a286c1f0f77e6037fd3f59532b6c2d90da612c0ff059fcf4d511eb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf797e281026409a8278cdec1546b216fbc4e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658415bd89ff7eb2f666424ef14f72bafe8b502a190d9946aee42251ebe30417
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf18ce1cee1014f5f5a35a950ecafee78f0c68ef
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c384c3d56be27c96b18d1b8d815a454981b7bc5d5dcafcc7394893cbd2bfd7e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5eabf486695a8d845f6a6564bd211fdb632970
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02214880290dd381bcc7a4881ec877d0b982d1887afcf5eb6c269edee351f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9676336ae691bbeb6d1adf7f291f27715215db9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea20f52225b7e35d9f9b47e0f7ef0e325d9ded9fb6f8625daac74456456cbaf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f65c0f66903096f761b663c86fa0110178713
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c028464b3fa441229a1514c1fd32b41349f55561bcbe67fb49d6d698a4df63c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041c6a0de8f130744188126bfa5c2f1f3bf5b6f7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a045283cab2d570d959c9df77658eb8138d47fd6b79fc5f99c06aa33d85cd2bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de7da1dcaa1506ea88dec0e30673775e9cca1ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5bb1c2965319431bdc4550a4d709c2c91ce272e6a67450ff6e1bac8cbd7167
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11370138448c0634846d8a6b8df1a5bbf45380
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ffec1f515765d41ca7b1e3ea57424bd5aa01174909fce297d129aec08e7d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda60fd28bb11e8501830979fc6b7f81a4c316d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7811c4ede3f1fb0ae0fe96a2be98b0e5422fd93b5cdd7b27ff552bab62aaa77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134a71c9fcd9f2863cded6a3afb7c5b00bf1f8d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb42aaf666622e1552dac3f86d573d3468283313fe3a5774faa8dd21835a9ac
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894dd6c8c164f327d74b99f32f0c1df13a0d135
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b597f031f026f60eb358fd7551d56a544c1f8e4d1853513671e49608d70f3a9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc88f87fe0acef2bf184dd88211152bb3357c22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e612ee051d39edce0d2c7fd46108b371289554e9c868cc872fee309deb6106be
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e4ef792d16fa4f5589153c9572d19c6ffddcaf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c798759011096bbd2795d7fb3ab3cd95773926e9df1934a27b02406a2446d3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdbd1e779e2e58ee24ed36f63ee07614e924017
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fece8feeb0e697e3edab85cea9e4bdf7651fa1dc15fde3e86691b2fcff7ff9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7ca4944d80982f9637962ff7689452c77f1a94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aa43c41b287fb4196274b0434e2440d88da641f16d1de1e5494b6740fad27a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d992962b8258b9f2a38855c6cc62e3c28191fbad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f672f1cdef73031630414abf3e1c56905eef9a50a77fba0acd4ab7dc4f699a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e48e664bc2920bda39c9452f657489ece9d5fc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87ef8e37928a5f286f8d56bd17fe66dbcc46edffc096f70cca80f875ab1a65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74706eaaef87d890c7028c12aa44d90c36d63b3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebad59d7bc40c1ac57d428906717e45fa24479aef659e7d6445664b9f6121b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3706165a58a184f90f5f56cfb3cb81e316b27b7a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7867ea868cc7686dfa951769cf1995e2385d0d5fd587f00739b548465bee2edd
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c638c14fd08bca8e92f8dce8befeb93fe1af4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcf9ecc2cec08128f21e337215a40fe0814a7b75787fd105a11ac0b94795a49
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187ae57b482526213c9907ed522031d6a4f00e3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf6c70091d60cffaa2fd4a93844df7c688cf77c348817f702a1db7264dfed87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3a89c0f881fbc5ce5ad0243b5fcc758acec4a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e500dae1624636148805099552f412b0ef5d5ccd551debb37afabc7a803e37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d37570399202c81be89e163760a3281d0b1b713
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2813e025ab773fe562fa8fbd837611400ad09279f4f447f65273f90bdfdd7369
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528386352f074ffbc8d272264c21a3b4ae2a0ebd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93aa0804ae00f5a6f09963740c174d7f168035933915efdecc29eff4ce7a259a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b4c8396e8be5eae568a053a83fc8dd56c434b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2712a4e3a85283cf2df82e88b3869c856d4b196fbf4adac20b81cc6a0e9d975a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a000ff5400702bac4e582dc7322e7324f7d0463
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5efcc8caf1a72e5cc2f4ec1d434cff252e50b4d8618ed8a943190cbc5ab039
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2718c6a67320a2a3b74328ae5ce8534dbc3b77
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dbb95f546a2b99cccfc872060ca10ba6c6ab2d94d99fdbe3d68239e73cde47
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf3ed37ea9f86fdea37ae0b1b1079b9b63e330
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e477a4365617728f9415d90068ff09365b61f11ed9840ed856058f4e15aea03b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e112a693228d9f634032c5ef77563a996a748
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83049584e77dd4facce0c682467080f261a6ac98c48d08e959a94de7f6bafcf3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250ce457f74418e57c7be30e0864d3fa77405d66
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8e6208d24cccb10165ee595518358eaa310355ab46c59dceba4b4b4f6f3caa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d38abe85835e7670fab6da8f4baaee9b7f990
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c176013dbe5b06e8db12fddcc412ad523c77dc3f95e4b82f90401debf28e7f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2e1aadde4a36f5e70cabad2e50e1fe8dfb9812
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2521e4d504d21aff464976c0b87e81d69f2ceb50ea31b6b7d7dbdbaa17dd025e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c0e959fe6523f1e9f8ecc8c98ec8e01618a943
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4ae540442a51bb67d9ee00df9fc0392ac7fa0549b8bf9658ae866526401c30
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3033221f06679985eb7f8ff60990e4beb82a2992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79fa2ffc98a575c5191847677ad9ac77a7955a805cbbf8d35ebe12b29cf0595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0989b088a756b6e20d792dd4e2ae6b5ba2ab4c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf10ad8a273c89c7d545eb208013bd4f27c053f06c94aed136d4850ba086b18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35cf659799ca21af14bc5798e58e527a9874b51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63df368904de39e6a7956e924214e26b20b5aaccfd9ab6273f9937d592f87fcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc32fa4ca41f9edea1998e86c5b0cad38aed7df
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca302a82ab22be00b74c5691a75d65bfdba06cb9fb94cfa750be5b0f4b47c80
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f649f58832208a33b28fd657933b8eaf533f6c3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2567aad948097c260c9426236370567840dc43ae604a04f7d1267b2eb1709d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b359811bcceb5b1c41f7e54d68aa470353f7a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917f7a235da0669325766dfe521db1ef010c11c7ba292f494165c0d4fb728ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb334882c5f48644e936c081e3e88a6443553106
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aada1698d392876f068f867ac7eafcdd19fbd6cc9fec6d73f245b661fc8510c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95af512fc12a55cd31fe6251a3b91a589ab6e476
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f3d98e3f0e098b183017e31e3d574087972df255e4c30ca5fc52c16ecdd209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc360d4d98df77623c64125665c364c760247788
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd64a6100f5defb763c0ef38fe31804394d6060b11a9d17ca1fc7ae704ddc29e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8993324424f92a616f5649cef6644c83f36578eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67de7e3cb93dda0832b4934b02f1af1d71fe28c1bec67a7ce04a517344baebe3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a91f72708d575c9f2e4f955670746b4080b83e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c06c737376181256e549e77c357904c830f109796c624618bd4bf8fc04f165
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2264e31615d36b282800844928c94882f3624675
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f274e0b77dc2e32e3a3e0785e27e6aa4aa01ebad44dcafb0434161ef2ada6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eb21fbaaa9535694e35422363be9a21d821545
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236b1c9faf47c48ef95bb4a75186e57e3f6cc5f99f4aba1b81cf7773941f677
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a52dbfeff1312f30ddbcfc6fa5814b21a00d23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aa0f8ee559d9200f06bdd1997411a339c05d5b3f27a8375133c834a6994777
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70852d4e730d40bda41be2082ecd8e7c706eaf2b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cf1411f4d2323701c4555277b2e61db3547530525e24c84d59f638aef9101d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b9c7fbfa09c003d754d71e60783f2eadac778
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343f05a47870417aa3b141f9d32026451b6f089bfa172065aae2fbc884a562e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9edfb1edac55c591ae66e2800cd8e03914eb67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e980338854851f9de9e294bb5b87debb0f9a0f0673e47271e34374fe07653f6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c41afbc2e0efb20e5bbf604b7fd27e9b9ecc8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f7d0fd40ca8af5af87e48af71e4e6dcc34dee3bb0293317c8b1fa20d640743
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bd59a5a85c2fcc24a4284bc7eeacf85943915b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59b2a3224020560bf042f0c4b7d92494c84d9ac1f8e07afce66e4eab6cfca1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb467ad252ef884b7d4d0e0a865426d3d1c69b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2ad14083af8e43ea44a71567d29e0d24ccbccfd91687b85e4841a28804827
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c4d85847b9c24bf2ce9fe1d3519206b9f4c9c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd141c20bf9868b5f3baf2894023d7d7b1d6a272b2f62b4697bd142cc305730
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338a70b7862bf0d262f5ecab9ec607209850992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c76523c7d3be2c59a0c822335d481cd998fcb0df03e72f5698c7ca5929c971
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c42e01337da5a502b8e3591cba0911aa2a4e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaef262aa782504b851255a798d2bdb08d1502421ca46e28623f74b4874635e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ce5657f86c21e1212bf0dfe624059962bf063
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b296931af4cddf7ff578a842c466916b84251d5a4c95425584b324a51ba4c695
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2294a988574f993f0dac3f915bf64c8fc08d78
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a05d0b2bdac3f4391301c62a3e90965be39574f5958ff04e212acce0d7c91d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0873c64fd74ddd06cb602632daed24b553429909
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590168ba92b89102ef380aa194178ad6c2b733afe8885ef8cb453c4f71ef03c6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24da902a5691af036f462d6446aec6618ac958e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f14da4a27940cc3ae65fb30388742177fd666479ab5f24f9129345c4dda399
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220cac6b1c68c56ec694b5b5e0b8e8f00c76999d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e2db7e6bd81f066a60063c68d346a145b555113f64e9aab0240fcdc49b8237
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18ccd782f54f2c1b617c1db17bfa0e6b0b42a7f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4904d8ee6a16aaafb2e9c8e42b35282f105dec67e2cf922a5c27a955429af9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f938f2fa00a8f28c3be1c0c0f1a7d0b893701c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde79d0ca7775f1bb5920db4d8f42583d4e2bdd56aed34b0ebb8f75e76743f08
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b219a79e92e44dae13613590444cc7b30e884b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7931408bf1c49b5ee8fa9d5527ed66ecc44da40ac28372bae5f823a37857a9bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a209cf60182a104f7568dc7021e47385d2fcf9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d366712b5214cf95926162f8d3b69c8f80fc1dc03677543a172b9dfc6a3eac
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b09bd598b0698b115390a075538f38d77e6614
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910a9ddfea28839c45e1522a3f48ca3c7a791f98f0c616bdd61cd4666398ef60
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e94916e8b56dbcc86212512ef95f70638d254c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af0f039e142c24b9c082b3917151554090e8bc9dfa865cebca438cb585886e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee4d06aa7f656a618f2dad642e59980f93699f3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fdc49a5a5a4b3d5a5cdd3ebfa11c1ccddf465b4e1189835b743c3bef499c99
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a49f22efec1db63ce043b5cbcb247650fde1e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203292bc0fc40d51ac9d53a5ae3565b6b4c90261748ee187bf62c2b488cb7195
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ed5259836a9b9db0f70a62ce42df3a58a8807f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a2031ebf015a773adc34dfd5daf0ce26e201652d12c741642fb26dc568973c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3284a956c8cbb4574a4e76a3baaeca5d7c15b8c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc1c855f14e63755de9e55993e26ba05e7d287ff418662f799761942f019849
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400a277cd4aa31ab9c496b6c13bd77627c75bc8e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ed6fa62608e0cc7a48e69a3f2ee3e562dc679487b8b2ee0f817a438ce4ffc
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e23a985fdc4834eebccbb91032de2e88e068bb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d076a5b21b8ca007a1e7bf8002ce5736841eda1b43cef2842da1bd006d4b57f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5d6b731c6b311f959f5ad74f80c85a7644b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237605bcd5c2fc0f67743793b8840db5910f4c6536b797aa3b9adea732ecc0f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c76c7d5e553f9c21c24f01091a98db4a224c26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bc9d8091e825ee7969f2385688f1ba27e3bd7f4fcdcae0bbb6faf4a67523df
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ad1ee0916d977d4773e1232e4fba91188137a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2bff8256f5493be824cab9e81710ed8af15c0f00629dee2ade1bd7debb5208
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4486bd8b0fefb4e74ebcdea062ccdec34a6251b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842634f6abb2c2aa8963bb3940d89b52cce12ae372158ee31ee54dccffdf0938
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beee53db74ade96dc78498869a69ff8fd439c609
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eafcb46bc009e89d680609797a69ed6fe5ec3cb2a07f01f466196da2464141f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4346d5645df17ef42f82a63c28e06b5d99ad085
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71e23347b38a04774ea1bf3cf8fb98881d992b1ecb1400c26646d324e260617
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd91b9c71ce9317009649d3cc8a7145becf7c6e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2828c5d2c3679818dbdca84c4abfc5b1baa210068d2c7a1c016c6d4bd6034935
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08280a2556191575fe04fa68229c8fcf75cc6afb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625a7119a76e9b7d343ad685e96ddfe62f88209e38a22c878e2d2899b44f1d84
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39689251ca5694910a124a93262c951274641f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0b041f478880ec5bb692069f53a73e356e69da2b771df41b5836652cd12a60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3716267f1b78e71d543f6c27a598824f31f7e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cc24219fd5ba25f4f9c7532aa03c825e74048c3c52939078fcd3a61b5141aa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb965c6da654e71acb473369d23e98fec396b27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1fbef8e4707b2c10e55483d15bc763981a747243f42d5360bf9466d7b9d365
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2bfe1c245d26ef3ed0959e5140006117a16245
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed24971c12d1fe053de1e7cd20ca3ebcbd6bb3caa0275e9a3c097bd3a79a21d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf05022574a5f71b662799425f502daac2a93eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4405bdcfb9a6b3b89e25122f18a8e69a6c07514a8c393c4cf18231269bb01862
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbf0bffae4daf130f4d3e9330c79a8c715d3577
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bef4f798c26a1760f97a914571dce2a7bee5271aabae7eabb9a1e09a35209a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5db8dfd533a30a13fe11dbbc68d30a9335c919
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460408fca5b1922fa01ceee875735e04e2124e16a6468df8e28b8715fe1dcae4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a9e3acbe82436230c10e0779c276330d4ca8fe
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45f30fae01fd627c72c2573c3577c94e33a3669fab1617fff9b166c78e350d6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a30298e0020e049310c84206f47a981c7dffd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530f7c88080c1e1f727d4620a362f133d0ee5130e4e44daa6ddd27f4f6a6dc46
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48c4a489b3376db1362f2bcade3a41b25d7a3e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c059cbf18fc25f8c388009d29242a7171d9658b38b0bda27fee54bd778932
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccad1c21e821c1322a19bfa8b27ffa655548a05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbb88e999ce18afed084b24b65d40f9b99a56f235c71220c3a30c6638d39c9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781278fdd8cf577bbd90426c615f255029dc071e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6443d7c5c3a34a80ddadbeb50cd4295141ce57be4b00c4fa9d4c1f9ca24f8561
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f24f7e8ece99db787a04ce5cc86baed0a9b8e0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c7cc6fd7f387f9c75a9309c927061d179fbbfa8e5546bd5f0443265841a2f2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491c15800c506c690d43deef03c4c0674c5f85ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5e2308acb6121e74a529a7aed96a4ee080cf4a5801128127d491ffb3583cf5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb35e7ec4550716d08b49651bf3749af649ee10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab29ac9ff8d67a5144561288de8e6892e52a64b825c4e99c694866ba29736cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c5a2d8bae5a2efe20933e245470960e1fa7baa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75019dd06317fd3ab7882216993d4236299c98c5860db034e044af1b16db745d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea77602e799297bbcaf1053d9c7859b4c6bcd02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d122478b5c019340f5c9621a1ce03b2f94c17e86a66e7df2559761d7add25441
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce68cf396ac7a0becaab1dd5b22e958c8d67f028
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765f9cc04c0cad88951052248c3fc798c520336c091c54fb35571ad2f3f0959
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238c4f2f74be85f8d068d5de1213ff770e9d98c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2f6a2b1993934c32b49d015dc96c3e470ec13e60af5447305a17021486bc40
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ccdeee0f09d92112974593442b1a7917b9414
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951e59553dfb0f1ab118507565ca632626aceb95d2d8c6080d4be39d2febeb2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73a9496c844cb4de1d92bf5200eaa7e1327385
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d5b53babebaadac84652d2537f5be5c565011731b71eb86f723406fffd7915
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cf302f271ac82003c353f308d173e1f28fbe28
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b5f73d434792efa2fd4a0c6e34aa669841271fa4cf7851f4627c7fac277a8e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aea9eda0d8ecd50dbe12423670955fb4258da0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cd772f561165523ef48e28a37902b4750dbe5394d6a5afdd4a62d2622526d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53349ccded862e4e2ec4450c46273607c1a71f12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb15bd7b5357e2ed0b429b532a65ef6c327fbb1a413f5d97ca29c0dd05c5430
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a323cc9fc6fd81fe9b6ff0772e2b480db0bbccc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0d844bcd6c3fbba630b5db23f52e1153868e0016efb2adb1d2fd5aefc2c324
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c6465600fdca4c21f960bff0dc36b104e0f10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6199f84f1af8078ff45a668af80c383c0f0b8754b552ca49ed6f332bbe284124
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b6540f359abdadb7a1e5d287aad180aaf0a656
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5890e09d19c937b78e709b8e119c354dd221678fc6ca47ae057d9021fda0aca8
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e084e33f118c809c1998dd72de55478c16e40a64
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e11e6c54c6c326cde57fbdce12c7f025f10e88b2291a7e5ab2c14c5a8b74b1f
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375842b012ef4be25dc2aeb0abb8193345415d5a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f77d09d6f38508917511c112e6256f326a0b37876070d97b3b86f123d53c81
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd51a4226acea4556ee1ccb1052a2b0e752f94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00663a69799b3fa7c88ffd73bd28a93ac347741853df2a97612721bf02c04eea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679828aafae09ef5300e04dd4fcc846368c70867
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e01d722203a4d7f540c8a9314d117b5da3fd33ba6ef5f61e518391ef04f007
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcc500f0c7bd1b66ff3e77af13cf0af9dc32d59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f278ec56d5d38ea16ef4f96519b3807e75f03a6b0c36d807733c9777611537
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caffb317fb8044ecf5a53d543cea8622d05f6f4b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4beda434d96a8e2fef43ebb8fa2acddc95e2626749967c47b1831beceab5b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f87c4c211a326d7014744b8313534509b46686f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aa793055dd86941fb58b5c20c9cbe31b2b93532a3ca0e7f8979c9e8d6fde75
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec808dd5c282dea66e696ae0cd4894d484f09e96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd705585dea76b76af6cb3c07357dc294cfd315be80dcfafcec85e31d0e00c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998176410a536225b7d48c8fc645f0364211777
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872769148aa228115f39131be482efe1f7840cf7d35a37b4aad230f683adc753
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88f59a926e09875a504fa1e79674ab5fd6e2903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9d771aff896e0e831e0c59a2e425b2681825a3dcc2d30a06a2b78e7ac6eb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccea094c76ece8fc865094693adee44f06c0796
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8505eadcff68f258772a01e9f60b1edf4ac01a1f69b221bc14dd1aa773f356
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a06ba658eebab121970464d2dc49f96f61d32ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f90b7e5c8433182d8ba25971253bd88a4b93949c64a2c64ea07beba05754f17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9982a7d26c2fa22349b058d5fbc1c64d01f63492
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78941c730aa5c81bc69eaa4d6daee4fc7260615bf66b1517923f6f167ed86efe
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7438246df59aad94a0434980d0fd92c98812f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46b42a7aa2e2d44503e62b2591db3d1cd64c986490a5d640399819bfa9717f0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9853fc0121918f79fce017a8e22ae651eb8cab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf7c760331d54fb7be1911d14ab64ab85f01e53cc9c2f5cad4ac06b1cb2f684
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b353e36f0ef17b7879c430088d3feefe70404eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9305ac9a43a063dc7c6b576fcc84e21f1cc4daead5f439ad966b26a4df20fbdb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3acb9ce6471c85f7addfcc5465cb5021e19c0a3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b807c92eb3aea83359869802c5b7708d381aa450b736360aa6ea25285ca35494
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00870924fbf8f37bc84a43baa9004dd47ee77694
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41910eabc272a7adc29182a8e5808adcb09edd51a6cac85c2981bf0a66967eb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9cba0b4f7d8110e50d2292552500c788501ab0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe3d8c9d8be6bd81c8fe6c04f42e0a3841ae965611f717937cf033f0b3d7f38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1630dfd77008c3fe23674251a54e25aa5241ba0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fbc6f12141c38094853197d232b54c0f23d299f86091ccacf5ae20fe818295
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f577c7077910ba749882662cbf71869a257251fa
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8073bf8c996aad6a40d5cbc303e6905ea6dd4f6638f368c8b40526b43eb39162
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476a0e07868bc97d694d60ffd74b3a0033fed82c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4832ebec0d8d42584c32d53ce561484a4b8359a2ef3a5f08095c5a9f3b3907
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d245743ac1b767e5f4612eccfc105777d8076db2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46353a5ec8c390a560633a0c5f5d16ab7f26b8eb2d3a3b99ddeffd7f49e3c4c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cc158d2ec8c87ce24234aec4287f3701f8d54b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755dcb7318077a4608f491d19a5775381fe315a19ec5c7bead80362a3cf62673
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5d59a74831b0779e7512ffcc2ed694a0d03802
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d35a251da44d38e528a553c6b235d24270611a81eb6ec418c8ee806f2b8e3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f864c836a1f02b13e04a9379b960b5dd64e6cd39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183b3308a44e0e24918e5b83aff67c2b34d9fb615cf20ae7225f51457ac0137b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ffa623fa54c421414970ae09db46dd92e333b6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7275b83c2874ece344602941d2b0ea82d01c269217de5c249116e5ffe25afd2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cda6c66e166c03f5980bb8c2dc43fd13f480791
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324d5e30eb06d049b82396a0ed156c3b423622d612982a173d3c32b71847a68b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dd73b77d551ea3ce2e6582fc5a950602c7ef16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a0bf943402bbda2916f44f424ff1b6dd6eb2c154039c5b1085d5a820c907ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a43f439d887d737368f410ee32608399af88b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb27b35278c231931e20d4b894871c9c6a9703df623edc314b2a99df9f43f24
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb947db1c2a63b7eafc9b3cb91b401ff9e67d19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4944b3c74817bda0bfe9ef221ceea97d50f2862026bc18a29194fb1ed03d7ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92fbeec155298ce9299bade9a1f1117ae15c4d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5092aedd753ec46510e41b14e3be6fd740c95bcd21497435e8506b042d986b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c028ade19d36b74161ba652d0d0214ebccf52a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960056108a36f5fb4658e387e440ca31a5b77a6465511299e643bd24ac34f51a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a02e31484f3600fb830d5f79dab747c056b64e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedf61c60d0f65fbbb34250e97438243cbf680e5afdfda2b667f05d0c7992e07
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f95f49244b7c6f1e5971b88d362a09b44d565d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152e6215f4cd97b01fdd3825fbcef5061924032c0ac3743211c630b0119b9751
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e128e227569b0a336446fd717cdb83d003bb5b95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaaef02da3726987d8807bd3e1d06724ed86e4e6fe88daf00f4c686bb78040c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10879d396fc0cb688680faf3670f2c7a9ab03dd9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f01a11e3494c4d9ecdb144c6d754ed8773d3493fe098fd169aaf371323a213
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c675512d35b9ddd692ac6bb9bd3e0ffcd5dbe88
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899afb4e78781ea38b5620a0553a90ac7f0c656dacb9dfc3f38c640ee92491e0
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50aa2d148b7cc914bbc519cf64dfaa8285fac21
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafa1b9c1193a90f47c024845750ef59f43bebeeb3501db2f2e4ba2840150e59
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cb48bbcc34711962151273b37b282c079afb1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7162506e46d272af82577b24c3d82126e25f5f55bfc0cd439de2a2561790ed38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e904ed8427633ddb2f8aa4b09614a250303d433
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740f8c86280db656bf0c41d28914c240cef85f22238e8af609607306494eb012
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676dedc67eb422417fd20d4b31f68c44e76ecb8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc272dadc6b5246525f9a624c65b1e1433e8df3d0656d7771d3c0ee6f5d3591c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6414eb6ce204e5a24b0aa0117c0e009857236244
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a869b43de33f01756b1fbb93c594fe1643e1bc884ffe1450138fd3d3becd86a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b0010e068e42577926560e123d70380742fc94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59db3fe6ea3fa46b1d3f6ab17ff81619469afb850b0c1c46e9f52486ca9d5dc
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94646f4efb3881aecb83dc9a2070cd90054056bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b5900b4f8b2df6916c18647f3c3e6f2b94bd6254d9b9a2f82626af862d40e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1af7f1eeb69c50a7a842fb7cdd52005f2565ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26072433c94f2b93701a22ce338f1b909ae227449daab5a18c9b5cc659c548db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7730256238df5f9d5f2a1ad4dda9bd7205509c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a2c0c9b97c0292f768d112b12f70a187fb6c1b0ae02256f1f40bc5f4140adb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161a9735ee5d5f19a81fa98eb19569a88d859046
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2c4e7bc0d9a3cb953d606b2b5313480d2af0b6a7fdc4c7b992f8648ad41acf
+size 514179
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0953597f666b2aa32bcd2da790e75f23a3b01130
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95af5c2af25b37237611b688fa85b586b292d46724769eeb48247946ae051f57
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b86cb4c0d04f0afa876e13b23ae58225fcbc53
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647c13947778b415fc59aba5f44730f48c836271d4ec24117c80f8f4f9e0817
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55148d9ee92f7ed4068feba508d560c6bc6ec987
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d03b28a676119a233783c513dbcbf6a80ebf926a0d96877afeaf1ff783bf53a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f72d3116123cdc1f01721f085950d71d167ab00
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e194c0e96f3c8dc8ed53ec8eaaeabe88f116ae4c6554e6e5f0a781d108751ff6
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf76513392a7b85b5fef25619f092fbc27a320a8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6207c19131aae9e3b962dd4618afacdc523784f01b373c003d3e4804d1f038a5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11d10b2c545e5ec3b4ea0fbf0803bd1747cf3ae
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bf828a1ba99f96284dd337ff2917ced88312639bd61c8cd9cbc038219518bf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cae94b125fbbddb4b1b9b630919c07fad38fbd2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59ab286fb8d3caaf37dc89b43e8a6c3f367ef83acffd9b219f6361d167b2a65
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df667556e10bef3265ebfdc8246bbea81234643f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0238ee4822eb15f8420b8ee1bae009059349bae496519e3e23b2416fbea8c8ab
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea3d1c4cc3d297d5ba716e2f1c7d1d41ac8f4c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0931e02a39c4104306bf1872e0e3248530d4d58ae8da8d2aaaa38ede284dd2c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f01eb6b472dc68b3023ba5242e688424de0dee
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d32c50a07195f640e2bd8937bab0d51ea02013cf507025192727a1ba49acf67
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba60406cd5be979e95e82f48ffff77b1d6d9220
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aace8a1d7f345df58c53f2efe72c99f06d88a4440be261a5b5665f1c393409
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e15da4095c014dea70f438762c5ce285846fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de170e700f7fb773a2d4ff8020ff0ca9dcf4f41598dc035de8825f9afc2db03b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919a605bda83d0c583a50c40dc54e212a074f11d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8a9266a15f5b28ace6c667e6a741b85a1123d8b170164e9264a7aae860e516
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecbc26f5654bebbd91349d625fb5bd5b4f7a84
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217e229444d05dfc2231a9d91d220e688eacddbffc2b1000166b79fa6a33ad3a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9995a755660d5719347b8002252fb7877e15ff26
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b89027c0f50eb7310beee5ed8220ac189eaa2a12f551476c30951a99749dec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b296f336d56c62e46a337ed4a18df4f84796d5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8d6e415141cc31fbca35b9b5f9c93267e70470328e621e00b7178b1e51408a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d74d6855413d33f95801147c2c49d1b9e3abc6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc81dd072452b68fbac8f80a3e27f43644eb7fd3f26a3e9d5641296ac7dbd6c1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957463cb8baea9bf492c178c8b50c1c547d79fd6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eebdb468de4fc19cd6a2534fd8fcc863e3ce84e654852c970a475481fff517
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd52e360f1a2060e028d86fd2f8403ca44ede60
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a169343900eafda89cddde576d599039c3ad2e4064a909e919cbf732fbfc4e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098e8ca43f3c6b905cfab809a4a2063a062eabe5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d325fa392cd9000ff41c41724ddb5d7395bc6a0b5eb042c5dcd9b955eaa0141
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7d12bb89f3700db6a1f6c9be6f0183587598b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471dffacc83ac91b18cc8c407ee2bbdc30710f0ab42019d1cd11cdfb2ead718
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c5613d0d91d8cef6c2685138a88a01a38f72af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c78efe951c0c2611472862126b0cdce5b3a6f08271520aea5162ba1ec5c2239
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73672165ab06e33c18a1230ecc3f2fd43a634cba
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9a982fc5fbe66ccc45d2020befdcf157238cc664ab54387c5d4ee8d71b79a3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada80f1cee69af1fc55a85f005fd505348b48c03
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7ab2e4d9c909c6001d5637fcf3e978901ae4695abfbcb6c3a04ad4053d363
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac028448a8a09fbe1a6a4346e6fe13a39f028e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c503d97c3d560ad6fa55a8ba94ebae6427ea07baa7fddc0c4ce64fd1f0e4f1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90aa8fefc52c665129c46d868f50930c8c4e290
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434c114a330581a36316b8d3eee0d9792c78f571c67c577e345c86ed91177c98
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36f77ddf189c9c9558c09f1b922ea3a3c2e0641
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d126068ee0164640a3b6563c8999a59420d2a3b37ea4463f1bb80cb45771929
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7dcbec531e95f23a4bdb91cfee82fa980ff996
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3644faa387a84bbc119797dc4f40c10c23cd9c256baff3dd5ee2ad5175f494d7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b763ac4e1b496306f11d389f7f1f2971e7beb63
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ec78047341997f64ab312a60bbc6bfeadef210f0bc644b302e29289a0cf5a6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210a5913052c4f04238d9215eff4f36d0056be89
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1124276310bb435128a9258d7622e2acacd4badd09c392f6cfdae68ba99d53
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59a858a476c4951109aafae508bf8f727b738ff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548cb70cdd01ba536beaf3a97adaa0c0464e373c868a7fc7320a82db73caff8a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75b85bc1101d90fe7db4469ef3997ec36958371
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbc88fd23ad199b2255ea12465c1848d28ae776df64ab66edf047d83cb82bc2
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47392b58847df8d9b397333375cc4936f91c3be2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3f23030d5888ab22a2680bd8e4a4b507e915d32abfd5bd0c551ac2ea4930f2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3fa8d8de26c8e930ba08d90ab85d7b3cfccee5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b1c053ea4b1a5c4a6c4babd8ede183ac3a94a8ced026f270e435dba021bdb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b586cbdb93936a3e073b2a8a0be22ca1d90877
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca57ae776b7c4590047ce567564d4967cd265d54a5ddfcd6defcd3265e1b52f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e94c3bd05bcc7376dda65d8605fb2b93e0f1b56
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a646e4f97fecaced1fd63cc29c930885f086ea49744a988648de21938cb46599
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6325d3335a9ff5fb35ab9ca4739241e5124ac2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae9eaa088dc2ac3ad06b7807d48bfa2af45b79ee3ba3e0107357ad2f4f005e4
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54999b3137322fa9359dfe59ed7549023713fcf
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d6936986a3e92d31630111d65f6b3f428a534b9f927e4e3bde49e8e361a7c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5f8c00fb0d31764b9ad5901e3872c6ef6614c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ffa0f1d65f56ed6f7cd37e952704c3f4ffbacd9fb6b23d067c7c5555954edf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f38d8ce7d6ec60397b7c2a581c2be1db0d7c5d7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe83cdcb18ff5f60c057f524d4bdc0e0993a63acbb4f0dbcab0d03e2aa148496
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699edb7ec331bde2a05b20e8b157cef48dc1a383
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085a8fe6a82fefdeb8250ca8553a15c1110b79c6c816d61fffdba84df4710101
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005dd23dbda33f91efe381562f918454e80ac03f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c159df4f1f02c215eaf1a719e5a393fb59abeb4f02913185fa0bd348facfef31
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29ef12e2ec5d990d4a611a93610e3567e20fc36
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b224edb4aec0a33da010fb9894ae1c218c06dfe1d0c5ed48148e2774f003d0f
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa3957f59bdb482e0e88e76f0abf14e1a4a7d8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35fa88f6063b7b3f02ce6309566c5ce7adec62686d360671f86ed4682060344
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ec7c7a85cd1349eb2d265851f958ecb0070ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef3d6232a78cf9481357dcbe81e03e4c3bb99bb4e707eb62530374d0d2f6681
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5971e0b8d1703732d04373ad64cfaed7f2ee57
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cd260515208fa6701d35323d0a023d3da19cdf4c18f7e9210ea92a2bd11a93
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4e2f2c99990547b6e6c3a53131c70bb826e07a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7762c5681354b629fcb3a1ffc56757c25b74af652dc22f15b92e0bae2cd5e4
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea2bd41de0d8a90ead0c17baf32c4cb5197af58
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d615ace878744edac0544fd3f71906a61bb876d84fae9d7f5411b173fb3e69d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af1e9f95922503ddbd25243bc0efa3e55866390
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b20c6e545c3810c26a3b6dfabb2079a5423bd749fb1259199eabb7c3156b4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19722120dd4418d7c9154a58df378f76f6dc4088
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838700518734a0735255a833ee70aa4b252171b0abb2c6da82da84e5ecedc4ec
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec06f46cdd5cb2aee5a70bed4eba00c5a16d7361
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50f18729f62b1dca501b50958220b2d3b8291b4ff8d33ab6ba8a7ccfdc011af
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28390a4c79ddcc98994b1e585cc40f06273b9cde
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d114cbf03938343976ffdb50337ee0531ef3c453194313577d431ca72ba89b62
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d0c1868b4a7a2d459143e19df218e3647c168d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bbc16c620e0fb8d4a72a682189de448e4858ca10078275447580696fcabfd1
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788d3c5c76c211e0aad13206864184c9dac030d1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad327c24d5ec6a7cd3c19b85deedcb4bbb26817928ef8e0ab9c4019cb155f7
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53afc65cf14d02b0903798f4ccb8f94bf7b58ea5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e461db36c01f8def0d3a37a3d536b445cb3aa2697435b47530f3ec8fd83a212
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c61d1aa8e91ce2341ea89353240e8c1e30fa2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc0c8a36c0d625e229745225267f5fee03b7c9b23f5ced420edc53252481d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d67c33fd27c4d75423c1fd20540fba7d54094f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ef550935dc9c9267d457026afbe14c5837a8c269623a663c3704034cc6da77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1464d79a8d0ef8f7ecc952eeab40b220f1ae64f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027cb7020516a458e16fa1f038c9387646680655391a75aa53877daec2559e04
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f35b4d65097c69c3df39f3c0905ebe22b9739a0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4893716338de6882789e902c2a17cb1846fb80a8378c8e273443fde61c2534dd
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2a6242ae5f0cd8505aa2a533b7ea272568f62d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddd8543a0622fc5855e869079991bb4c2b4f4a1659c5ea1d7403e63c8b00760
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2a83903fb38e8dd5314fd1a77bf0c3722d719c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59be49ba3b5512000e956392dcc060f9e5c2d511f35289445423b591052b8d77
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b948d1551b05b3e4e04142320c7c2349d3e126e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487deeb1daf67d2e9941c5a1fa21af1db6eabba2a4a225e90b64b1d8694ce0fa
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa48a547a36839a111dd25a772f05bf1c916ef0f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a09be33577fcdb966cd7ab6b35799793da9c2bd3eb99c908464ccd89f1878a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee6e2a539dc1c87817c50959a0c113dac5ce276
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eac3e0e24790cffe81c9aecff2b22d29595e51fd5c0c22b6e7502bebaa6697d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e06faa5f02144b0ca81a343507a5f847dc52d31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b763965a14819aff3f71ea0e142ba4aedc6d226a8db2f42de7deefd7a687d93
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1d80626f5e92a06f8bd9e9bb02116a743d47f8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57884d7b2aec8a32f8c74c6d60c59da04d2d0a86846a8833f3b60e39e13e3db
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4932972f07b95aa487116d44f218dd7812c6595b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7d17ceadb7d5904525f2cb1b80d18a49b2e763522aa0c0523ee348175ac298
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f1a0a004b4c11b8bed1c6c29e4f98048d8b85
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c80825fde01630331ee78d5c4de618313573cad9b623608efd6dd71c547e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f5398c05ca053c7d21a5a5b45101b95663ea4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5595d8050a286c1f0f77e6037fd3f59532b6c2d90da612c0ff059fcf4d511eb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf797e281026409a8278cdec1546b216fbc4e8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658415bd89ff7eb2f666424ef14f72bafe8b502a190d9946aee42251ebe30417
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c225f7cdd8a5809abc751c6ef40d9957023c0b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd7cf144b4dbc939c2c514f0ed73d98b832b274c45c497c79270aa206e87a56
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a879d9dd4bd5ae5a5ba33470b5427f4d0f6a9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec054cda338ebbaf24d99d53d8ef1884b8b9a3ec9d3711f85ae555c2e88af50d
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9676336ae691bbeb6d1adf7f291f27715215db9d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea20f52225b7e35d9f9b47e0f7ef0e325d9ded9fb6f8625daac74456456cbaf2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f65c0f66903096f761b663c86fa0110178713
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c028464b3fa441229a1514c1fd32b41349f55561bcbe67fb49d6d698a4df63c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a01777bd18a70350c623916aae47f14258880f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdea22624de0aec24538260301a1d78732a9b625e7805499e8c67a516cceab8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de7da1dcaa1506ea88dec0e30673775e9cca1ce
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5bb1c2965319431bdc4550a4d709c2c91ce272e6a67450ff6e1bac8cbd7167
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11370138448c0634846d8a6b8df1a5bbf45380
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ffec1f515765d41ca7b1e3ea57424bd5aa01174909fce297d129aec08e7d3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3faa51fb2024058e1f8bf9092dc06113c400f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d8c237877a895ce6ed199f12d9acbde05609602c0c250b4034e4b6a4ff90cf
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413295848c800fde7213acceffd8658daeb9e475
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed945d6ba1dd62301c68c1880bcac12959d6ee622dd8b62e44d03558db3254
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894dd6c8c164f327d74b99f32f0c1df13a0d135
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b597f031f026f60eb358fd7551d56a544c1f8e4d1853513671e49608d70f3a9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc88f87fe0acef2bf184dd88211152bb3357c22
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e612ee051d39edce0d2c7fd46108b371289554e9c868cc872fee309deb6106be
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90d2fb1560852dfb9655bd7d2aa5aca506e9ee3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba8f77239c73997a0019bfeb11e948cc2182e740e247f6afa07a5bb2d4d75b3
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdbd1e779e2e58ee24ed36f63ee07614e924017
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fece8feeb0e697e3edab85cea9e4bdf7651fa1dc15fde3e86691b2fcff7ff9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7ca4944d80982f9637962ff7689452c77f1a94
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aa43c41b287fb4196274b0434e2440d88da641f16d1de1e5494b6740fad27a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bc11f04ed28ffddba86c149f104cd7a69183ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee56c8cc5663986f125cf082fa612f840fc3734da090e014544db774facaea
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e48e664bc2920bda39c9452f657489ece9d5fc1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87ef8e37928a5f286f8d56bd17fe66dbcc46edffc096f70cca80f875ab1a65
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74706eaaef87d890c7028c12aa44d90c36d63b3f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebad59d7bc40c1ac57d428906717e45fa24479aef659e7d6445664b9f6121b9
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaa1c7cd3d0cf8c881c3d62a4f544326cad59b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b5d56b670a2a2eaf9b0143f863f5ed5d2dcc40ba172e04bafaf1f4dc087d4e
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c638c14fd08bca8e92f8dce8befeb93fe1af4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcf9ecc2cec08128f21e337215a40fe0814a7b75787fd105a11ac0b94795a49
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187ae57b482526213c9907ed522031d6a4f00e3b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf6c70091d60cffaa2fd4a93844df7c688cf77c348817f702a1db7264dfed87
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3a89c0f881fbc5ce5ad0243b5fcc758acec4a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e500dae1624636148805099552f412b0ef5d5ccd551debb37afabc7a803e37
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb1b438b457e555c25815ff7e5a92b3397f4814
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc03444d050c21c199a1a274a5eddfa4ae511c06493d9b028572acb8fbf0cd2b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b685d13906f27724bd2c8107127f8f6491808193
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae14c7cf0ed394bb5c065ed269193b913b3b7664fb1ff8b92fc615e0a2d57b8e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b4c8396e8be5eae568a053a83fc8dd56c434b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2712a4e3a85283cf2df82e88b3869c856d4b196fbf4adac20b81cc6a0e9d975a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a000ff5400702bac4e582dc7322e7324f7d0463
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5efcc8caf1a72e5cc2f4ec1d434cff252e50b4d8618ed8a943190cbc5ab039
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d66e5d45bdb0fd02051a53c60794e3161b5b9a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655be82368d5b84397e023a41d0390dff40f378ad699b17fdf7202315ea40c21
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf3ed37ea9f86fdea37ae0b1b1079b9b63e330
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e477a4365617728f9415d90068ff09365b61f11ed9840ed856058f4e15aea03b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e112a693228d9f634032c5ef77563a996a748
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83049584e77dd4facce0c682467080f261a6ac98c48d08e959a94de7f6bafcf3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8af9c13f5411c8aa7e5586cd5bda5c798827c9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d0927faef79e2c744ec26e500796953756088c1c1c7ee16dcbff704530f07b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ae8ff78e38afe62509025a8cff6cd77d5182ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b737f84adff1b3f3f90881a8a323542712d6aa4f39e180673403f511e74c200
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce4896bd7063ef5525fc851ff9980044c65c65c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff01134032d30117ebf708183ad699b92bde2e0d877ae7130fe63b804b7538de
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b82ec6077250e6c40152b95914136e77d92aad
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1113b392b553f672fb5a635add4745c16c667bf273dff5310c399fa472e848ab
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3033221f06679985eb7f8ff60990e4beb82a2992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79fa2ffc98a575c5191847677ad9ac77a7955a805cbbf8d35ebe12b29cf0595
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0989b088a756b6e20d792dd4e2ae6b5ba2ab4c09
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf10ad8a273c89c7d545eb208013bd4f27c053f06c94aed136d4850ba086b18
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35cf659799ca21af14bc5798e58e527a9874b51
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63df368904de39e6a7956e924214e26b20b5aaccfd9ab6273f9937d592f87fcb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e8a8d5abc1297262df6543f26ba646e14c2af
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0750cb4239fe825277de35325d734374cbff067c9f349c3725688edc5887ce96
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99d6845085b1d78dbe652a88f32de5392d46471
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31b5acf59cdf9c25487313f030e277e1822b3c8606ed7a247e2e82b4b818880
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b359811bcceb5b1c41f7e54d68aa470353f7a7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917f7a235da0669325766dfe521db1ef010c11c7ba292f494165c0d4fb728ad
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eeab4172d32100668dec617d6ec79fa382a2fd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d74d28fbf15fb9db4a58f5e1dfd0d351b8f989bce10655c7b6cdee13b237e53
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95af512fc12a55cd31fe6251a3b91a589ab6e476
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f3d98e3f0e098b183017e31e3d574087972df255e4c30ca5fc52c16ecdd209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc360d4d98df77623c64125665c364c760247788
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd64a6100f5defb763c0ef38fe31804394d6060b11a9d17ca1fc7ae704ddc29e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8993324424f92a616f5649cef6644c83f36578eb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67de7e3cb93dda0832b4934b02f1af1d71fe28c1bec67a7ce04a517344baebe3
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf796129817d9e3978326225b002eb1737e93c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081b6f876dd0a615ab8f5e8f227effd4c0845e9072989e16bee75a988890cd8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d005989e98f085b165cdeb6f0faa0d73f95f48b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2040781dc16fbd987fa1e7a68902a4c39ef0d0ce1d988ce69f0ff2bbfe14276
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eb21fbaaa9535694e35422363be9a21d821545
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236b1c9faf47c48ef95bb4a75186e57e3f6cc5f99f4aba1b81cf7773941f677
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec990d8e40d87b6d5b56c3b8b296847a024a51b4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee8718c60203c29a0343d1af77d2257e5775bef82732ef94e6cd0b7c7e2084f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7886c8381eed57956d461cc6e6909eeb51b3a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7735ee5a8a4cee94dbc9abbb385e03f757b19863c1b07fe8f87cffc2ee25f6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b9c7fbfa09c003d754d71e60783f2eadac778
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343f05a47870417aa3b141f9d32026451b6f089bfa172065aae2fbc884a562e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9edfb1edac55c591ae66e2800cd8e03914eb67
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e980338854851f9de9e294bb5b87debb0f9a0f0673e47271e34374fe07653f6a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e045cae28a68e27303e902a558ceb4daba1d36a1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da7aa547fccadaff45097a3292730c8fb39a06eae65cb51a13c5a595eb4209
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f185916551876e8bdcf4da6ce375bb653028fc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8aa392c277a7e519ece32f93e6ad89147c73fceac4e7c8896fcbd93542d691
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb467ad252ef884b7d4d0e0a865426d3d1c69b3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2ad14083af8e43ea44a71567d29e0d24ccbccfd91687b85e4841a28804827
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1998c198c3e00f59fbd8f3eeacffefae48ff7bb0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3a9863d37990f1f063d6209b8639700750ec7527ebb953cfe43a36262a1897
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338a70b7862bf0d262f5ecab9ec607209850992
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c76523c7d3be2c59a0c822335d481cd998fcb0df03e72f5698c7ca5929c971
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c42e01337da5a502b8e3591cba0911aa2a4e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaef262aa782504b851255a798d2bdb08d1502421ca46e28623f74b4874635e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ce5657f86c21e1212bf0dfe624059962bf063
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b296931af4cddf7ff578a842c466916b84251d5a4c95425584b324a51ba4c695
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9531b0f7af243b60a6e61678a28efef6b594e1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b805aac27220bbaa7cf40621afb14171ba95b314b82451dfa971d83a895113a
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b659c90b6be3a208065341ec27d50ad8a37dd8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc50e892cd2afa4884abea2afdd305685d1048f2e5ff9cfe54dfada0cbe1c7e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24da902a5691af036f462d6446aec6618ac958e6
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f14da4a27940cc3ae65fb30388742177fd666479ab5f24f9129345c4dda399
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a3a827fad61717a2c5d41d5cbdcc2b8dc73590
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0802e531bbbb95b86511258e5f0e8a0160a1326f6accebe0bbbe24d26de925a7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fc8ff8b28edc5bf5fa770b87037cc37d7dea8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246e6a0109b2fb90bb7af60722c53015d3ee63c4ef87c34e2b0dbcfbf648ec83
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f938f2fa00a8f28c3be1c0c0f1a7d0b893701c3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde79d0ca7775f1bb5920db4d8f42583d4e2bdd56aed34b0ebb8f75e76743f08
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b219a79e92e44dae13613590444cc7b30e884b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7931408bf1c49b5ee8fa9d5527ed66ecc44da40ac28372bae5f823a37857a9bf
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd20dc45643a2a5a120f706c45cbff49c7d218b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9729f96de7ba65d1c77766b7ace1a592a89089afe5b78eafa557bfe69190bc09
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4ba1bc826bd71773a1fe7efe23b6d9156441ac
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670df34dabbdff321a3fa498bd8b0633f0ba6c6014b312e3c7035b70a03a67c2
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e94916e8b56dbcc86212512ef95f70638d254c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af0f039e142c24b9c082b3917151554090e8bc9dfa865cebca438cb585886e3
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0f2ff20f2c5f4f59da29182da4d40367349fb2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99cdd550e0c95bf79af9a0c27e88a7e56333cdbbab16aa400e09c14005c7119
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a49f22efec1db63ce043b5cbcb247650fde1e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203292bc0fc40d51ac9d53a5ae3565b6b4c90261748ee187bf62c2b488cb7195
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ed5259836a9b9db0f70a62ce42df3a58a8807f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a2031ebf015a773adc34dfd5daf0ce26e201652d12c741642fb26dc568973c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3284a956c8cbb4574a4e76a3baaeca5d7c15b8c4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc1c855f14e63755de9e55993e26ba05e7d287ff418662f799761942f019849
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b130b856dd4bb5122535e240fdf36860056efddc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eaf1b5de207b2a8db975fe72466f245c956abd68d16a06b75bf2dc3ca1b8651
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdfc2af44add70984fe53dcb63d4409480f9705
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc28320ec2426ffcc8d9fce2f04c6aed68a12ed8c15d161bb89df8cf8246ff7a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5d6b731c6b311f959f5ad74f80c85a7644b23
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237605bcd5c2fc0f67743793b8840db5910f4c6536b797aa3b9adea732ecc0f1
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356de9e939421fcd3c622050210f56adbad27f3d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d91693c42ae6a52a9f1ba6a2f5491da36479dbf4dde59bee6aedfbaa69b48b7
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0651b5db9a3cfb8ccd67e00bf1f0629853f1c21c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72326421e4b538795493daf9e1985521b100bcc40f0901e18bd43ae28ae8519d
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4486bd8b0fefb4e74ebcdea062ccdec34a6251b2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842634f6abb2c2aa8963bb3940d89b52cce12ae372158ee31ee54dccffdf0938
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beee53db74ade96dc78498869a69ff8fd439c609
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eafcb46bc009e89d680609797a69ed6fe5ec3cb2a07f01f466196da2464141f
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad95d32c392b8472b92365adb2d31a6adf449a1d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa1f702f005adea1ffe0021f1f2587650075298cf07ae56e9cd27d8d8e44572
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4743d292d668792488846cc91f3cc86934f50b0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01628ecb52a250a7dbdea75bcb0a43e83ff1d4273ee22ec3d91005a41af8064e
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3db936bf4dbd64c8ffa55b6d327ba0281a84cc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154fa9c1cb097108e8ce729f804133a8be38d11e0c9dbc85d9fc12fa98436283
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39689251ca5694910a124a93262c951274641f9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0b041f478880ec5bb692069f53a73e356e69da2b771df41b5836652cd12a60
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668222939a3121d8cddb8a63c1d168a60787882f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260f8159926f8e28b8f2e08cec275d008c4acc317f99d87357cc2584431166d8
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb965c6da654e71acb473369d23e98fec396b27
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1fbef8e4707b2c10e55483d15bc763981a747243f42d5360bf9466d7b9d365
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2bfe1c245d26ef3ed0959e5140006117a16245
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed24971c12d1fe053de1e7cd20ca3ebcbd6bb3caa0275e9a3c097bd3a79a21d9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aba3d5f714b3b7a5a746c14cca74a7eb7e2f0c7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e169f3b469999f4b29e11d217927d7c08b5d2583b4e95729974ee494f9c7ca94
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a29aebc0643cca5093e8b33c8d6e19ef2f53a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9e61ffdba5c5844faeb0bf33cb198058037343e25bb47f470aba1c6c81b04b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9251411d88c6df56ff363bc808656de793d36c25
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517c307cf590f6d76f4f00b8fbb8c673abe58d15804066c41c40faa66a2f2653
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf86dce10f984d82269bfbab25d642cd6966a551
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792c19bdfe436a599ac05f6a17e274bb563de0abc634530029cb33b8b5a7817c
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07cd308adf17508d1cc347f02c523817010347e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdee0aa50b871f59a5edb8fa4c47f5e282752d05490acb56aeb90c2dc9e68af
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48c4a489b3376db1362f2bcade3a41b25d7a3e7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c059cbf18fc25f8c388009d29242a7171d9658b38b0bda27fee54bd778932
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccad1c21e821c1322a19bfa8b27ffa655548a05
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbb88e999ce18afed084b24b65d40f9b99a56f235c71220c3a30c6638d39c9b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cf725edbb21cda8fe553c9fceb7a081fd68ac3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2386c18b000de1400d77040c69c643e33f92d9f17b96731e8975cc1320251d6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157303e3568746e5843a58e70d56db4fbefa83c8
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5764a477371c6e68bec08c4381842aeeacb699d7b39d8806e0ef776ef1b0b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491c15800c506c690d43deef03c4c0674c5f85ca
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5e2308acb6121e74a529a7aed96a4ee080cf4a5801128127d491ffb3583cf5
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb35e7ec4550716d08b49651bf3749af649ee10
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab29ac9ff8d67a5144561288de8e6892e52a64b825c4e99c694866ba29736cb
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89303fa102769eb1dc2aef697df6e4d81e6f954c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1546625a06edb160c7240c99726e583086ee10a837676f2cdec5d1b06b381587
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea77602e799297bbcaf1053d9c7859b4c6bcd02
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d122478b5c019340f5c9621a1ce03b2f94c17e86a66e7df2559761d7add25441
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce68cf396ac7a0becaab1dd5b22e958c8d67f028
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765f9cc04c0cad88951052248c3fc798c520336c091c54fb35571ad2f3f0959
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6108be30070be465dae9d3d27bc0b006edcbd2e3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275ac526a9cdb47eff6b5c4a2a29ce47e6d82b52e99dde00c7d30a2059597b6b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062152f07811fe1cbdcd85b825e415100aea77f4
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7225f7282004405cdfd7d6f22fd1567bfd68871eeab8e934764363b11eff4614
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588d3985b9a892fb9fc63901bad3e4c79c1f316e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293d2e9b19c5798373682add3a1dda79959f7eab28d832c6a6a0af8d5bf06ac6
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3712edf2b870cc70902bc36a49058740a47e94e5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf830769ff95654cbe01003839480f41e4a5bd745dc5dacba46388b29f5d8d4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aea9eda0d8ecd50dbe12423670955fb4258da0d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cd772f561165523ef48e28a37902b4750dbe5394d6a5afdd4a62d2622526d1
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53349ccded862e4e2ec4450c46273607c1a71f12
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb15bd7b5357e2ed0b429b532a65ef6c327fbb1a413f5d97ca29c0dd05c5430
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a323cc9fc6fd81fe9b6ff0772e2b480db0bbccc
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0d844bcd6c3fbba630b5db23f52e1153868e0016efb2adb1d2fd5aefc2c324
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58f04ad35a8d1e16f29e376274fe7d2e45491e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcc57a3e4f36e303bae9bcfc519a50e6830d4b9b3bedf076b25b1fe70679649
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc364367629cf67bcfd3e2c2f481ff87a98f55b1
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee5fc9fded7861bc65ab59ea86db13d817b098c5e8e83cca691601f00febc95
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4ecbc8d4a548fabd092d8f4c42eefa52634904
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17272e8aae13c5bdab2db51ef35affd36e10e326c7abfc1e40e4a351f721e75a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a381813cd8c47362a756d345f9239793cdebc7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097c349e060b5a7edc95fd914a3bf87be0b7632f0012c6ff5e0095574f865345
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30fdd687225eeade806056cf17d08f46a9c1fff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622cac75c5a6c2b3df7b584bb845e31b3136ce92377a5118f7da2116144adb92
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1640e72ba40b3c430054e387266181b85630b5
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2349aea62e180de20dff8dfb73a5038435ce98efd309cea35821552f9a610dd
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcc500f0c7bd1b66ff3e77af13cf0af9dc32d59
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f278ec56d5d38ea16ef4f96519b3807e75f03a6b0c36d807733c9777611537
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf2dec85b4ea33be3716bfc75f2d7ae09c6590e
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ea6a56f42a4a89d2ded658d6edcccca2d2e4f2c2e4262e3aaf610d17d459e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38128a028a253f8373b75b0f304309b58005177b
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d9e9d351b1244a4c862294f0cddae500fe5576ff4bf2e3d6e5f208640df83
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec808dd5c282dea66e696ae0cd4894d484f09e96
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd705585dea76b76af6cb3c07357dc294cfd315be80dcfafcec85e31d0e00c0
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998176410a536225b7d48c8fc645f0364211777
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872769148aa228115f39131be482efe1f7840cf7d35a37b4aad230f683adc753
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88f59a926e09875a504fa1e79674ab5fd6e2903
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9d771aff896e0e831e0c59a2e425b2681825a3dcc2d30a06a2b78e7ac6eb5
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccea094c76ece8fc865094693adee44f06c0796
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8505eadcff68f258772a01e9f60b1edf4ac01a1f69b221bc14dd1aa773f356
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a06ba658eebab121970464d2dc49f96f61d32ea
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f90b7e5c8433182d8ba25971253bd88a4b93949c64a2c64ea07beba05754f17
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d86f557813088ee7bdb8e2c8b26d6aa7ab7114f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9617c01d7b693818af93d5ae4deb7d70a9f5ca6c2b79e6bfeb9bff4265d93342
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb155460c36e1552bbbe90c331262c43c4bc0351
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55592f31c93703c2e01bbd3a0781354dcfd80ee2565a3238189fc636e45b8f55
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbac10c3d6c1be010964adf9633e1da97881c31
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c17f7036588c478a545690fd594521cd5b6dc1d3dd79e30f8542a3f053e77b
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f881bde1f61b7cb623edd3652c5c0f22a7b715cd
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b30999fe0fb503b46496c15ced46b92034e85e328640cf0997a699c4302fb9
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db28fbb09bb0f4092afc9b2eeb3b6e91d26acdb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ca7429833c12d94a5c7d5b7b06f4fd29d0abcb31b9d44e2011a9d30a3fa8f9
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00870924fbf8f37bc84a43baa9004dd47ee77694
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41910eabc272a7adc29182a8e5808adcb09edd51a6cac85c2981bf0a66967eb2
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9cba0b4f7d8110e50d2292552500c788501ab0
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe3d8c9d8be6bd81c8fe6c04f42e0a3841ae965611f717937cf033f0b3d7f38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c256b1c5581d14e3ffa983ffbf0e8d0b3f356f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06909251d5f869d832ffc540750ef4ec90dabdc906bad45ce29e821014ef50e6
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d6e280ebe6be9936adcb082124cabd9f1218f
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe85b044b427d0f67b1f484498e0837a21e1a716152e6e90ec852cbeb67b13
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476a0e07868bc97d694d60ffd74b3a0033fed82c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4832ebec0d8d42584c32d53ce561484a4b8359a2ef3a5f08095c5a9f3b3907
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d245743ac1b767e5f4612eccfc105777d8076db2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46353a5ec8c390a560633a0c5f5d16ab7f26b8eb2d3a3b99ddeffd7f49e3c4c4
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5652be5a0321cef197e85f84f9ccd330bfae9322
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de2b2370aeaec25ce53a737f3c9f1567643c64e12089748f4e215f7ee6a2e0c
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5d59a74831b0779e7512ffcc2ed694a0d03802
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d35a251da44d38e528a553c6b235d24270611a81eb6ec418c8ee806f2b8e3e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f864c836a1f02b13e04a9379b960b5dd64e6cd39
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183b3308a44e0e24918e5b83aff67c2b34d9fb615cf20ae7225f51457ac0137b
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8bf262a42b5733885f0c9ed3244437ad971b7
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f48ea558e253487dacdad7f25f37c60d24d1c22a5f3606931e70237ee22cb25
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e06daaa2c5f8e6febda1721a50f91bc795b042
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74046a6f5221a19c7bd295d861a1db21a256b1d5372edd7c9cbc790eae79465
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dd73b77d551ea3ce2e6582fc5a950602c7ef16
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a0bf943402bbda2916f44f424ff1b6dd6eb2c154039c5b1085d5a820c907ff
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a43f439d887d737368f410ee32608399af88b9
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb27b35278c231931e20d4b894871c9c6a9703df623edc314b2a99df9f43f24
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb947db1c2a63b7eafc9b3cb91b401ff9e67d19
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4944b3c74817bda0bfe9ef221ceea97d50f2862026bc18a29194fb1ed03d7ba
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92fbeec155298ce9299bade9a1f1117ae15c4d3
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5092aedd753ec46510e41b14e3be6fd740c95bcd21497435e8506b042d986b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c028ade19d36b74161ba652d0d0214ebccf52a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960056108a36f5fb4658e387e440ca31a5b77a6465511299e643bd24ac34f51a
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0c96a1b9db57998104c6d1381388fe324bac14
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb29c73dcbb5070077695578575e00ce492ff9f96873d961b1f669ee312c1b
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f95f49244b7c6f1e5971b88d362a09b44d565d
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152e6215f4cd97b01fdd3825fbcef5061924032c0ac3743211c630b0119b9751
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e128e227569b0a336446fd717cdb83d003bb5b95
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaaef02da3726987d8807bd3e1d06724ed86e4e6fe88daf00f4c686bb78040c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b314afc65f496f71a21fe73ed7560c8f3a9e8c
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710bbb43aca1686abbc39643e4ef5dca0c6583cf251e024eb6b77b643c825fa
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea948331df27c71cd06a36499a3802a1d9cb244
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308b62c295ff41a1c2a89df699e24ca2d78255a23cfecf130076977620c4bfff
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b6fa12e328af20e6a21ca22b47577a8504beff
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82064f4328a9935d693f89ad2af1ce367c0dae9c7c8a601aad4476fe58561333
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cb48bbcc34711962151273b37b282c079afb1a
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7162506e46d272af82577b24c3d82126e25f5f55bfc0cd439de2a2561790ed38
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10f639d92b1356a66557816742f2c0631d8c868
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba15280aeceb773b4c39ffd2ca18238d6b2c39a9708e539e0147ea09bb51f06
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4eb930e9d89e9ffddb9283382f063b94f47fbe2
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3780b1b46259ebcb690f941a3fd4d306be6af6eb2f8336cf05cedc62ddcafa1c
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6414eb6ce204e5a24b0aa0117c0e009857236244
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a869b43de33f01756b1fbb93c594fe1643e1bc884ffe1450138fd3d3becd86a
+size 58499
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b8edabf20950f9e48bb20868039cf536fafe07
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ac8264b8aac1570800bddcf80bcc3bb54677379c8f0ee94df000ee46a9584
+size 5251
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94646f4efb3881aecb83dc9a2070cd90054056bb
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b5900b4f8b2df6916c18647f3c3e6f2b94bd6254d9b9a2f82626af862d40e
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1af7f1eeb69c50a7a842fb7cdd52005f2565ab
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26072433c94f2b93701a22ce338f1b909ae227449daab5a18c9b5cc659c548db
+size 17539
diff --git a/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7730256238df5f9d5f2a1ad4dda9bd7205509c65
--- /dev/null
+++ b/params/llama3/4/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a2c0c9b97c0292f768d112b12f70a187fb6c1b0ae02256f1f40bc5f4140adb
+size 5251